larroy commented on issue #11973: control flow operator tests failing on Linux and Windows URL: https://github.com/apache/incubator-mxnet/issues/11973#issuecomment-409910282 And in linux: (mxnet_py3) piotr@oruga:0:~/devel/mxnet/mxnet/tests/python/unittest (flaky)+$ nosetests test_contrib_control_flow.py ``` .[INFO] Setting test np/mx/python random seeds, use MXNET_TEST_SEED=2139283002 to reproduce. F.[INFO] Setting test np/mx/python random seeds, use MXNET_TEST_SEED=1979070457 to reproduce. F[INFO] Setting test np/mx/python random seeds, use MXNET_TEST_SEED=655250043 to reproduce. F[INFO] Setting test np/mx/python random seeds, use MXNET_TEST_SEED=828861162 to reproduce. F[INFO] Setting test np/mx/python random seeds, use MXNET_TEST_SEED=1883457791 to reproduce. F[INFO] Setting test np/mx/python random seeds, use MXNET_TEST_SEED=896726612 to reproduce. F[INFO] Setting test np/mx/python random seeds, use MXNET_TEST_SEED=1361494438 to reproduce. F ====================================================================== FAIL: test_contrib_control_flow.test_while_loop_for_foreach ---------------------------------------------------------------------- Traceback (most recent call last): File "/home/piotr/devel/mxnet/mxnet/mxnet_py3/lib/python3.5/site-packages/nose/case.py", line 198, in runTest self.test(*self.arg) File "/home/piotr/devel/mxnet/mxnet/tests/python/unittest/common.py", line 172, in test_new orig_test(*args, **kwargs) File "/home/piotr/devel/mxnet/mxnet/tests/python/unittest/test_contrib_control_flow.py", line 618, in test_while_loop_for_foreach n_steps=5, File "/home/piotr/devel/mxnet/mxnet/tests/python/unittest/test_contrib_control_flow.py", line 322, in case_1 **params File "/home/piotr/devel/mxnet/mxnet/tests/python/unittest/test_contrib_control_flow.py", line 240, in _verify_while_loop assert_almost_equal(imp_out, sym_out, rtol=1e-4, atol=1e-4) File "/home/piotr/devel/mxnet/mxnet/python/mxnet/test_utils.py", line 493, in assert_almost_equal raise AssertionError(msg) AssertionError: Items are not equal: Error 9950.742188 exceeds tolerance rtol=0.000100, atol=0.000100. Location of maximum error:(4, 0), a=-56.551762, b=-11682.902344 a: array([[ -0.38177693], [ 1.3139207 ], [ -4.6210213 ],... b: array([[ -82.3224 ], [ 266.25528], [ -961.9607 ],... -------------------- >> begin captured logging << -------------------- common: INFO: Setting test np/mx/python random seeds, use MXNET_TEST_SEED=2139283002 to reproduce. --------------------- >> end captured logging << --------------------- ====================================================================== FAIL: test_contrib_control_flow.test_while_loop_rnn ---------------------------------------------------------------------- Traceback (most recent call last): File "/home/piotr/devel/mxnet/mxnet/mxnet_py3/lib/python3.5/site-packages/nose/case.py", line 198, in runTest self.test(*self.arg) File "/home/piotr/devel/mxnet/mxnet/tests/python/unittest/common.py", line 172, in test_new orig_test(*args, **kwargs) File "/home/piotr/devel/mxnet/mxnet/tests/python/unittest/test_contrib_control_flow.py", line 969, in test_while_loop_rnn assert_almost_equal(x, y, rtol=1e-4, atol=1e-4) File "/home/piotr/devel/mxnet/mxnet/python/mxnet/test_utils.py", line 493, in assert_almost_equal raise AssertionError(msg) AssertionError: Items are not equal: Error 3136.270508 exceeds tolerance rtol=0.000100, atol=0.000100. Location of maximum error:(1, 0, 0), a=0.177647, b=0.715753 a: array([[[ 0.17861612, 0.00000016, -0.00000008], [ 0.7398634 , 0.00000016, -0.00000005]], ... b: array([[[ 0.49748358, 0.00000021, -0.00000008], [ 0.8218198 , 0.00000021, -0.00000005]], ... -------------------- >> begin captured logging << -------------------- common: INFO: Setting test np/mx/python random seeds, use MXNET_TEST_SEED=1979070457 to reproduce. --------------------- >> end captured logging << --------------------- ====================================================================== FAIL: test_contrib_control_flow.test_cond ---------------------------------------------------------------------- Traceback (most recent call last): File "/home/piotr/devel/mxnet/mxnet/mxnet_py3/lib/python3.5/site-packages/nose/case.py", line 198, in runTest self.test(*self.arg) File "/home/piotr/devel/mxnet/mxnet/tests/python/unittest/common.py", line 172, in test_new orig_test(*args, **kwargs) File "/home/piotr/devel/mxnet/mxnet/tests/python/unittest/test_contrib_control_flow.py", line 1129, in test_cond (2, 3), File "/home/piotr/devel/mxnet/mxnet/tests/python/unittest/test_contrib_control_flow.py", line 1087, in run_case **params File "/home/piotr/devel/mxnet/mxnet/tests/python/unittest/test_contrib_control_flow.py", line 1056, in _verify_cond assert_almost_equal(imp_out, sym_out, rtol=1e-5, atol=1e-5) File "/home/piotr/devel/mxnet/mxnet/python/mxnet/test_utils.py", line 493, in assert_almost_equal raise AssertionError(msg) AssertionError: Items are not equal: Error 74184.750000 exceeds tolerance rtol=0.000010, atol=0.000010. Location of maximum error:(0, 2), a=-3.311802, b=-15.702538 a: array([[-1.3206271 , -0.30327547, -3.3118017 ], [-0.04058055, -1.1410502 , -0.38296768]], dtype=float32) b: array([[ -5.027631 , -1.7639736 , -15.7025385 ], [ -0.39918604, -0.89145124, -0.6611627 ]], dtype=float32) -------------------- >> begin captured logging << -------------------- common: INFO: Setting test np/mx/python random seeds, use MXNET_TEST_SEED=655250043 to reproduce. --------------------- >> end captured logging << --------------------- ====================================================================== FAIL: test_contrib_control_flow.test_contrib_rnn ---------------------------------------------------------------------- Traceback (most recent call last): File "/home/piotr/devel/mxnet/mxnet/mxnet_py3/lib/python3.5/site-packages/nose/case.py", line 198, in runTest self.test(*self.arg) File "/home/piotr/devel/mxnet/mxnet/tests/python/unittest/common.py", line 172, in test_new orig_test(*args, **kwargs) File "/home/piotr/devel/mxnet/mxnet/tests/python/unittest/test_contrib_control_flow.py", line 1193, in test_contrib_rnn check_contrib_rnn(cell_type, num_states) File "/home/piotr/devel/mxnet/mxnet/tests/python/unittest/test_contrib_control_flow.py", line 1177, in check_contrib_rnn assert_almost_equal(res1.asnumpy(), res2.asnumpy(), rtol=0.001, atol=0.0001) File "/home/piotr/devel/mxnet/mxnet/python/mxnet/test_utils.py", line 493, in assert_almost_equal raise AssertionError(msg) AssertionError: Items are not equal: Error 4594.763672 exceeds tolerance rtol=0.001000, atol=0.000100. Location of maximum error:(0, 2, 65), a=-0.484439, b=0.006944 a: array([[[-0.20372412, 0.28804368, -0.16334954, ..., 0.85556924, -0.05496813, 0.14489251], [-0.09742647, 0.16537917, -0.07625283, ..., -0.50425553,... b: array([[[-0.9999997 , 0.999737 , 0.99994946, ..., 1. , -0.99980724, -0.9999999 ], [-0.9865516 , 0.9999999 , -0.9432786 , ..., -1. ,... -------------------- >> begin captured logging << -------------------- common: INFO: Setting test np/mx/python random seeds, use MXNET_TEST_SEED=828861162 to reproduce. --------------------- >> end captured logging << --------------------- ====================================================================== FAIL: test_contrib_control_flow.test_foreach ---------------------------------------------------------------------- Traceback (most recent call last): File "/home/piotr/devel/mxnet/mxnet/mxnet_py3/lib/python3.5/site-packages/nose/case.py", line 198, in runTest self.test(*self.arg) File "/home/piotr/devel/mxnet/mxnet/tests/python/unittest/common.py", line 172, in test_new orig_test(*args, **kwargs) File "/home/piotr/devel/mxnet/mxnet/tests/python/unittest/test_contrib_control_flow.py", line 1324, in test_foreach lambda frees : [frees[0] + frees[1]]) File "/home/piotr/devel/mxnet/mxnet/tests/python/unittest/test_contrib_control_flow.py", line 1297, in verify_foreach rtol=0.001, atol=0.0001) File "/home/piotr/devel/mxnet/mxnet/python/mxnet/test_utils.py", line 493, in assert_almost_equal raise AssertionError(msg) AssertionError: Items are not equal: Error 5882.352539 exceeds tolerance rtol=0.001000, atol=0.000100. Location of maximum error:(2, 1), a=386.000000, b=56.000000 a: array([[ 2., 18.], [ 16., 90.], [ 82., 386.]], dtype=float32) b: array([[ 2., 12.], [12., 30.], [30., 56.]], dtype=float32) -------------------- >> begin captured logging << -------------------- common: INFO: Setting test np/mx/python random seeds, use MXNET_TEST_SEED=1883457791 to reproduce. --------------------- >> end captured logging << --------------------- ====================================================================== FAIL: test_contrib_control_flow.test_foreach_nested ---------------------------------------------------------------------- Traceback (most recent call last): File "/home/piotr/devel/mxnet/mxnet/mxnet_py3/lib/python3.5/site-packages/nose/case.py", line 198, in runTest self.test(*self.arg) File "/home/piotr/devel/mxnet/mxnet/tests/python/unittest/common.py", line 172, in test_new orig_test(*args, **kwargs) File "/home/piotr/devel/mxnet/mxnet/tests/python/unittest/test_contrib_control_flow.py", line 1562, in test_foreach_nested assert_almost_equal(res.asnumpy(), e.outputs[0].asnumpy(), rtol=0.001, atol=0.0001) File "/home/piotr/devel/mxnet/mxnet/python/mxnet/test_utils.py", line 493, in assert_almost_equal raise AssertionError(msg) AssertionError: Items are not equal: Error 362.811737 exceeds tolerance rtol=0.001000, atol=0.000100. Location of maximum error:(1, 1, 0), a=28.000000, b=44.000000 a: array([[[ 8., 22.], [12., 28.]], ... b: array([[[ 8., 25.], [12., 43.]], ... -------------------- >> begin captured logging << -------------------- common: INFO: Setting test np/mx/python random seeds, use MXNET_TEST_SEED=896726612 to reproduce. --------------------- >> end captured logging << --------------------- ====================================================================== FAIL: test_contrib_control_flow.test_foreach_rnn ---------------------------------------------------------------------- Traceback (most recent call last): File "/home/piotr/devel/mxnet/mxnet/mxnet_py3/lib/python3.5/site-packages/nose/case.py", line 198, in runTest self.test(*self.arg) File "/home/piotr/devel/mxnet/mxnet/tests/python/unittest/common.py", line 172, in test_new orig_test(*args, **kwargs) File "/home/piotr/devel/mxnet/mxnet/tests/python/unittest/test_contrib_control_flow.py", line 1664, in test_foreach_rnn check_foreach_rnn(cell_type, num_states) File "/home/piotr/devel/mxnet/mxnet/tests/python/unittest/test_contrib_control_flow.py", line 1652, in check_foreach_rnn rtol=0.001, atol=0.0001) File "/home/piotr/devel/mxnet/mxnet/python/mxnet/test_utils.py", line 493, in assert_almost_equal raise AssertionError(msg) AssertionError: Items are not equal: Error 206.602814 exceeds tolerance rtol=0.001000, atol=0.000100. Location of maximum error:(0, 0, 3), a=0.772737, b=1.000000 a: array([[[0.91257566, 0.93461883, 0.95408654, 0.7727369 ], [0.85923904, 0.79833966, 0.913655 , 0.8811143 ]], ... b: array([[[1. , 1. , 1. , 1. ], [1. , 1. , 1. , 0.9999943]], ... -------------------- >> begin captured logging << -------------------- common: INFO: Setting test np/mx/python random seeds, use MXNET_TEST_SEED=1361494438 to reproduce. --------------------- >> end captured logging << --------------------- ---------------------------------------------------------------------- Ran 9 tests in 3.555s FAILED (failures=7) ```
---------------------------------------------------------------- This is an automated message from the Apache Git Service. To respond to the message, please log on GitHub and use the URL above to go to the specific comment. For queries about this service, please contact Infrastructure at: [email protected] With regards, Apache Git Services
