[incubator-mxnet] branch master updated (2c4732b -> ce48a9d)
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/incubator-mxnet.git. from 2c4732b Fix CI (#18056) add ce48a9d Remove code owner (#17928) No new revisions were added by this update. Summary of changes: CODEOWNERS | 26 -- 1 file changed, 12 insertions(+), 14 deletions(-)
[incubator-mxnet] branch master updated (2c4732b -> ce48a9d)
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/incubator-mxnet.git. from 2c4732b Fix CI (#18056) add ce48a9d Remove code owner (#17928) No new revisions were added by this update. Summary of changes: CODEOWNERS | 26 -- 1 file changed, 12 insertions(+), 14 deletions(-)
[incubator-mxnet] branch master updated (2c4732b -> ce48a9d)
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/incubator-mxnet.git. from 2c4732b Fix CI (#18056) add ce48a9d Remove code owner (#17928) No new revisions were added by this update. Summary of changes: CODEOWNERS | 26 -- 1 file changed, 12 insertions(+), 14 deletions(-)
[incubator-mxnet] branch master updated (2c4732b -> ce48a9d)
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/incubator-mxnet.git. from 2c4732b Fix CI (#18056) add ce48a9d Remove code owner (#17928) No new revisions were added by this update. Summary of changes: CODEOWNERS | 26 -- 1 file changed, 12 insertions(+), 14 deletions(-)
[incubator-mxnet] branch master updated (2c4732b -> ce48a9d)
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/incubator-mxnet.git. from 2c4732b Fix CI (#18056) add ce48a9d Remove code owner (#17928) No new revisions were added by this update. Summary of changes: CODEOWNERS | 26 -- 1 file changed, 12 insertions(+), 14 deletions(-)
[incubator-mxnet] branch master updated: Add dependency for cpp tests (#17520)
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/incubator-mxnet.git The following commit(s) were added to refs/heads/master by this push: new be89d20 Add dependency for cpp tests (#17520) be89d20 is described below commit be89d2017441ec023ec868f4e733f04eb573f4bc Author: Anirudh Subramanian AuthorDate: Tue Feb 4 19:20:21 2020 -0800 Add dependency for cpp tests (#17520) --- tests/CMakeLists.txt | 3 +++ 1 file changed, 3 insertions(+) diff --git a/tests/CMakeLists.txt b/tests/CMakeLists.txt index e1e8884..745251e 100644 --- a/tests/CMakeLists.txt +++ b/tests/CMakeLists.txt @@ -37,6 +37,9 @@ if(GTEST_FOUND AND NOT MSVC) add_executable(${PROJECT_NAME}_unit_tests ${UNIT_TEST_SOURCE}) set_property(TARGET ${PROJECT_NAME}_unit_tests PROPERTY RUNTIME_OUTPUT_DIRECTORY ${PRIVATE_RUNTIME_DIR}) + if (USE_CPP_PACKAGE) +add_dependencies(${PROJECT_NAME}_unit_tests cpp_package_op_h) + endif() if(UNITTEST_STATIC_LINK) target_link_libraries(${PROJECT_NAME}_unit_tests
[incubator-mxnet] branch master updated (c95631c -> 6c733b1)
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/incubator-mxnet.git. from c95631c [OpPerf] Fixes the issue when you pass NDArray to run_perf_test (#17508) add 6c733b1 Disable flaky test_custom_op_fork (#17481) No new revisions were added by this update. Summary of changes: tests/python/unittest/test_operator.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-)
[incubator-mxnet] branch master updated (a726c40 -> b1e4911)
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/incubator-mxnet.git. from a726c40 Dynamic custom operator GPU support (#17270) add b1e4911 Multithreaded Inference Support (#16654) No new revisions were added by this update. Summary of changes: CMakeLists.txt | 6 +- Makefile | 1 + ci/docker/runtime_functions.sh | 38 ++ ci/jenkins/Jenkins_steps.groovy| 29 + ci/jenkins/Jenkinsfile_unix_gpu| 2 + cpp-package/include/mxnet-cpp/ndarray.hpp | 2 +- cpp-package/include/mxnet-cpp/symbol.h | 2 + cpp-package/include/mxnet-cpp/symbol.hpp | 12 + .../cpp/docs/tutorials/multi_threaded_inference.md | 199 ++ example/multi_threaded_inference/Makefile | 66 ++ .../README.md | 4 +- .../multi_threaded_inference/get_model.py | 24 +- .../multi_threaded_inference.cc| 353 +++ include/mxnet/c_api.h | 14 + src/c_api/c_api_ndarray.cc | 28 +- src/imperative/cached_op.cc| 288 + src/imperative/cached_op.h | 385 +++- src/imperative/cached_op_threadsafe.cc | 315 ++ src/imperative/cached_op_threadsafe.h | 134 + tests/CMakeLists.txt | 1 + tests/cpp/engine/thread_local_test.cc | 2 +- tests/cpp/include/test_util.h | 38 ++ tests/cpp/operator/mkldnn_operator_test.cc | 37 +- tests/cpp/test_main.cc | 3 + tests/cpp/thread_safety/thread_safety_test.cc | 670 + tests/cpp/unittest.mk | 9 +- 26 files changed, 2324 insertions(+), 338 deletions(-) create mode 100644 docs/static_site/src/pages/api/cpp/docs/tutorials/multi_threaded_inference.md create mode 100644 example/multi_threaded_inference/Makefile copy example/{ssd/dataset/pycocotools => multi_threaded_inference}/README.md (83%) copy docs/cpp_docs/Makefile => example/multi_threaded_inference/get_model.py (57%) create mode 100644 example/multi_threaded_inference/multi_threaded_inference.cc create mode 100644 src/imperative/cached_op_threadsafe.cc create mode 100644 src/imperative/cached_op_threadsafe.h create mode 100644 tests/cpp/thread_safety/thread_safety_test.cc
[incubator-mxnet] branch master updated (a726c40 -> b1e4911)
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/incubator-mxnet.git. from a726c40 Dynamic custom operator GPU support (#17270) add b1e4911 Multithreaded Inference Support (#16654) No new revisions were added by this update. Summary of changes: CMakeLists.txt | 6 +- Makefile | 1 + ci/docker/runtime_functions.sh | 38 ++ ci/jenkins/Jenkins_steps.groovy| 29 + ci/jenkins/Jenkinsfile_unix_gpu| 2 + cpp-package/include/mxnet-cpp/ndarray.hpp | 2 +- cpp-package/include/mxnet-cpp/symbol.h | 2 + cpp-package/include/mxnet-cpp/symbol.hpp | 12 + .../cpp/docs/tutorials/multi_threaded_inference.md | 199 ++ example/multi_threaded_inference/Makefile | 66 ++ .../README.md | 4 +- .../multi_threaded_inference/get_model.py | 24 +- .../multi_threaded_inference.cc| 353 +++ include/mxnet/c_api.h | 14 + src/c_api/c_api_ndarray.cc | 28 +- src/imperative/cached_op.cc| 288 + src/imperative/cached_op.h | 385 +++- src/imperative/cached_op_threadsafe.cc | 315 ++ src/imperative/cached_op_threadsafe.h | 134 + tests/CMakeLists.txt | 1 + tests/cpp/engine/thread_local_test.cc | 2 +- tests/cpp/include/test_util.h | 38 ++ tests/cpp/operator/mkldnn_operator_test.cc | 37 +- tests/cpp/test_main.cc | 3 + tests/cpp/thread_safety/thread_safety_test.cc | 670 + tests/cpp/unittest.mk | 9 +- 26 files changed, 2324 insertions(+), 338 deletions(-) create mode 100644 docs/static_site/src/pages/api/cpp/docs/tutorials/multi_threaded_inference.md create mode 100644 example/multi_threaded_inference/Makefile copy example/{ssd/dataset/pycocotools => multi_threaded_inference}/README.md (83%) copy docs/cpp_docs/Makefile => example/multi_threaded_inference/get_model.py (57%) create mode 100644 example/multi_threaded_inference/multi_threaded_inference.cc create mode 100644 src/imperative/cached_op_threadsafe.cc create mode 100644 src/imperative/cached_op_threadsafe.h create mode 100644 tests/cpp/thread_safety/thread_safety_test.cc
[incubator-mxnet] branch master updated (b7d81b7 -> 6214c4d)
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/incubator-mxnet.git. from b7d81b7 [Large Tensor] Add support to Random Sample & Pdf ops (#17445) add 6214c4d Fix syntax error in JenkinsfileForBinaries (#17431) No new revisions were added by this update. Summary of changes: tests/nightly/JenkinsfileForBinaries | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-)
[incubator-mxnet] branch master updated (b7d81b7 -> 6214c4d)
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/incubator-mxnet.git. from b7d81b7 [Large Tensor] Add support to Random Sample & Pdf ops (#17445) add 6214c4d Fix syntax error in JenkinsfileForBinaries (#17431) No new revisions were added by this update. Summary of changes: tests/nightly/JenkinsfileForBinaries | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-)
[incubator-mxnet] branch master updated (5631c13 -> 54250d3)
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/incubator-mxnet.git. from 5631c13 Simplify C++ flags (#17413) add 54250d3 correctly printing stacktrace instead of printing array object (#17465) No new revisions were added by this update. Summary of changes: ci/Jenkinsfile_utils.groovy | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-)
[incubator-mxnet] branch master updated (5631c13 -> 54250d3)
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/incubator-mxnet.git. from 5631c13 Simplify C++ flags (#17413) add 54250d3 correctly printing stacktrace instead of printing array object (#17465) No new revisions were added by this update. Summary of changes: ci/Jenkinsfile_utils.groovy | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-)
[incubator-mxnet] branch master updated (7dbb4b7 -> 843daf5)
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/incubator-mxnet.git. from 7dbb4b7 fix precision problem in linalg_solve, linalg_tensorinv, linalg_cholesky op test (#16981) add 843daf5 adding stacktrace in Jenkinsfile_utils.groovy to inspect Python2 failure cause in CI (#17065) No new revisions were added by this update. Summary of changes: ci/Jenkinsfile_utils.groovy | 1 + 1 file changed, 1 insertion(+)
[incubator-mxnet] branch master updated (c82af38 -> 04ebe45)
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/incubator-mxnet.git. from c82af38 Add support of plug and play fit_batch and evaluate_batch (#16982) add 04ebe45 Prevent after-fork number of OMP threads being bigger than 1. (#16999) No new revisions were added by this update. Summary of changes: src/engine/openmp.cc | 10 +++--- .../{engine_shutdown_test.cc => omp_test.cc} | 41 +- tests/python/unittest/test_engine.py | 41 ++ 3 files changed, 72 insertions(+), 20 deletions(-) copy tests/cpp/engine/{engine_shutdown_test.cc => omp_test.cc} (54%)
[incubator-mxnet] branch master updated (c82af38 -> 04ebe45)
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/incubator-mxnet.git. from c82af38 Add support of plug and play fit_batch and evaluate_batch (#16982) add 04ebe45 Prevent after-fork number of OMP threads being bigger than 1. (#16999) No new revisions were added by this update. Summary of changes: src/engine/openmp.cc | 10 +++--- .../{engine_shutdown_test.cc => omp_test.cc} | 41 +- tests/python/unittest/test_engine.py | 41 ++ 3 files changed, 72 insertions(+), 20 deletions(-) copy tests/cpp/engine/{engine_shutdown_test.cc => omp_test.cc} (54%)
[incubator-mxnet] branch master updated (7895f93 -> c31ee99)
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/incubator-mxnet.git. from 7895f93 Replace mxnet_option macro with standard CMAKE_DEPENDENT_OPTION (#17018) add c31ee99 Fix omp assert issue (#17039) No new revisions were added by this update. Summary of changes: CMakeLists.txt | 17 +++-- src/engine/openmp.cc | 7 +++ src/engine/openmp.h | 7 +++ src/initialize.cc| 2 ++ 4 files changed, 27 insertions(+), 6 deletions(-)
[incubator-mxnet] branch master updated (7895f93 -> c31ee99)
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/incubator-mxnet.git. from 7895f93 Replace mxnet_option macro with standard CMAKE_DEPENDENT_OPTION (#17018) add c31ee99 Fix omp assert issue (#17039) No new revisions were added by this update. Summary of changes: CMakeLists.txt | 17 +++-- src/engine/openmp.cc | 7 +++ src/engine/openmp.h | 7 +++ src/initialize.cc| 2 ++ 4 files changed, 27 insertions(+), 6 deletions(-)
[incubator-mxnet] branch master updated (61c8baf -> ccf0411)
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/incubator-mxnet.git. from 61c8baf Add unoptimized symbol to executor for sharing (#16798) add ccf0411 Fix test_gluon.py:test_sync_batchnorm when number of GPUS > 4 (#16834) No new revisions were added by this update. Summary of changes: tests/python/unittest/test_gluon.py | 6 -- 1 file changed, 4 insertions(+), 2 deletions(-)
[incubator-mxnet] branch master updated (61c8baf -> ccf0411)
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/incubator-mxnet.git. from 61c8baf Add unoptimized symbol to executor for sharing (#16798) add ccf0411 Fix test_gluon.py:test_sync_batchnorm when number of GPUS > 4 (#16834) No new revisions were added by this update. Summary of changes: tests/python/unittest/test_gluon.py | 6 -- 1 file changed, 4 insertions(+), 2 deletions(-)
[incubator-mxnet] branch master updated (5dfa121 -> a37dcd4)
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/incubator-mxnet.git. from 5dfa121 [MKLDNN] use dim_t instead of int in slice/transpose operators (#16737) add a37dcd4 Fix SliceChannel Type inference (#16748) No new revisions were added by this update. Summary of changes: .../amp_model_conversion.py| 139 +++-- src/operator/elemwise_op_common.h | 27 +++- src/operator/slice_channel-inl.h | 15 +-- tests/python/gpu/test_contrib_amp.py | 9 ++ 4 files changed, 167 insertions(+), 23 deletions(-)
[incubator-mxnet] branch master updated (da33da3 -> ecb7a3a)
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/incubator-mxnet.git. from da33da3 Add MXNet Ops for fast multihead attention (#16408) add ecb7a3a Update submodule dmlc-core (#16742) No new revisions were added by this update. Summary of changes: 3rdparty/dmlc-core | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-)
[incubator-mxnet] branch master updated (60d74bc -> 5aa74e0)
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/incubator-mxnet.git. from 60d74bc Showing proper error message when an attempt is made to create large tensor but MXNet is not built with it (#16570) add 5aa74e0 Move ops which don't support FP16 dtype to FP32 list (#16668) No new revisions were added by this update. Summary of changes: python/mxnet/contrib/amp/lists/symbol.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-)
[incubator-mxnet] branch master updated (4e03e6a -> c0e616f)
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/incubator-mxnet.git. from 4e03e6a Disables test_bulking_operator_gpu due to flakiness (#16611) add c0e616f C Api for simplebind, fix comment for trigoops, add atol to assert (#16585) No new revisions were added by this update. Summary of changes: include/mxnet/c_api.h | 38 ++ python/mxnet/symbol/symbol.py | 110 -- src/c_api/c_api_executor.cc| 231 ++--- tests/nightly/test_large_array.py | 6 +- tests/nightly/test_large_vector.py | 49 +++- 5 files changed, 353 insertions(+), 81 deletions(-)
[incubator-mxnet] branch master updated (4e03e6a -> c0e616f)
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/incubator-mxnet.git. from 4e03e6a Disables test_bulking_operator_gpu due to flakiness (#16611) add c0e616f C Api for simplebind, fix comment for trigoops, add atol to assert (#16585) No new revisions were added by this update. Summary of changes: include/mxnet/c_api.h | 38 ++ python/mxnet/symbol/symbol.py | 110 -- src/c_api/c_api_executor.cc| 231 ++--- tests/nightly/test_large_array.py | 6 +- tests/nightly/test_large_vector.py | 49 +++- 5 files changed, 353 insertions(+), 81 deletions(-)
[incubator-mxnet] branch master updated (c3395ca -> 0742a9b)
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/incubator-mxnet.git. from c3395ca [Numpy] Support N_D(N>=3) batch_dot (#16586) add 0742a9b Large Vector tests for DGL Ops Part 2 (#16497) No new revisions were added by this update. Summary of changes: tests/nightly/test_large_array.py | 4 +- tests/nightly/test_large_vector.py | 85 -- tests/python/unittest/test_operator.py | 1 + 3 files changed, 85 insertions(+), 5 deletions(-)
[incubator-mxnet] branch master updated (c3395ca -> 0742a9b)
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/incubator-mxnet.git. from c3395ca [Numpy] Support N_D(N>=3) batch_dot (#16586) add 0742a9b Large Vector tests for DGL Ops Part 2 (#16497) No new revisions were added by this update. Summary of changes: tests/nightly/test_large_array.py | 4 +- tests/nightly/test_large_vector.py | 85 -- tests/python/unittest/test_operator.py | 1 + 3 files changed, 85 insertions(+), 5 deletions(-)
[incubator-mxnet] branch master updated (261d09d -> 62b0638)
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/incubator-mxnet.git. from 261d09d pickler override for np ndarrays (#16561) add 62b0638 Added large tensor support and test for gather_nd (#16371) No new revisions were added by this update. Summary of changes: python/mxnet/ndarray/ndarray.py| 5 - src/operator/tensor/indexing_op.h | 10 +- tests/nightly/test_large_array.py | 11 +++ tests/nightly/test_large_vector.py | 13 + 4 files changed, 33 insertions(+), 6 deletions(-)
[incubator-mxnet] branch master updated (91bb398 -> 1fb6f00)
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/incubator-mxnet.git. from 91bb398 [CD] Adds python docker pipeline (#16547) add 1fb6f00 Build dmlc-core with old thread_local implementation (#16526) No new revisions were added by this update. Summary of changes: 3rdparty/dmlc-core| 2 +- CMakeLists.txt| 3 ++ Makefile | 2 + tests/cpp/engine/thread_local_test.cc | 80 +++ 4 files changed, 86 insertions(+), 1 deletion(-) create mode 100644 tests/cpp/engine/thread_local_test.cc
[incubator-mxnet] branch master updated (91bb398 -> 1fb6f00)
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/incubator-mxnet.git. from 91bb398 [CD] Adds python docker pipeline (#16547) add 1fb6f00 Build dmlc-core with old thread_local implementation (#16526) No new revisions were added by this update. Summary of changes: 3rdparty/dmlc-core| 2 +- CMakeLists.txt| 3 ++ Makefile | 2 + tests/cpp/engine/thread_local_test.cc | 80 +++ 4 files changed, 86 insertions(+), 1 deletion(-) create mode 100644 tests/cpp/engine/thread_local_test.cc
[incubator-mxnet] branch master updated (91bb398 -> 1fb6f00)
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/incubator-mxnet.git. from 91bb398 [CD] Adds python docker pipeline (#16547) add 1fb6f00 Build dmlc-core with old thread_local implementation (#16526) No new revisions were added by this update. Summary of changes: 3rdparty/dmlc-core| 2 +- CMakeLists.txt| 3 ++ Makefile | 2 + tests/cpp/engine/thread_local_test.cc | 80 +++ 4 files changed, 86 insertions(+), 1 deletion(-) create mode 100644 tests/cpp/engine/thread_local_test.cc
[incubator-mxnet] branch master updated (91bb398 -> 1fb6f00)
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/incubator-mxnet.git. from 91bb398 [CD] Adds python docker pipeline (#16547) add 1fb6f00 Build dmlc-core with old thread_local implementation (#16526) No new revisions were added by this update. Summary of changes: 3rdparty/dmlc-core| 2 +- CMakeLists.txt| 3 ++ Makefile | 2 + tests/cpp/engine/thread_local_test.cc | 80 +++ 4 files changed, 86 insertions(+), 1 deletion(-) create mode 100644 tests/cpp/engine/thread_local_test.cc
[incubator-mxnet] branch master updated (32bb374 -> efa5369)
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/incubator-mxnet.git. from 32bb374 disable tests (#16536) add efa5369 adding large tensor support for pad operator (#15126) No new revisions were added by this update. Summary of changes: src/operator/pad.cc | 326 +++--- tests/nightly/test_large_array.py | 10 ++ 2 files changed, 173 insertions(+), 163 deletions(-)
[incubator-mxnet] branch master updated (32bb374 -> efa5369)
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/incubator-mxnet.git. from 32bb374 disable tests (#16536) add efa5369 adding large tensor support for pad operator (#15126) No new revisions were added by this update. Summary of changes: src/operator/pad.cc | 326 +++--- tests/nightly/test_large_array.py | 10 ++ 2 files changed, 173 insertions(+), 163 deletions(-)
[incubator-mxnet] branch master updated (27f7082 -> 73bff7d)
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/incubator-mxnet.git. from 27f7082 Fix learning rate scheduler being unexpectedly overwritten by optimizer's default value (#16487) add 73bff7d adding large tensor support for add_n and tests for more ops (#16476) No new revisions were added by this update. Summary of changes: src/operator/tensor/elemwise_sum.h | 8 +++--- tests/nightly/test_large_array.py | 54 ++ tests/nightly/test_large_vector.py | 54 ++ 3 files changed, 112 insertions(+), 4 deletions(-)
[incubator-mxnet] branch master updated (27f7082 -> 73bff7d)
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/incubator-mxnet.git. from 27f7082 Fix learning rate scheduler being unexpectedly overwritten by optimizer's default value (#16487) add 73bff7d adding large tensor support for add_n and tests for more ops (#16476) No new revisions were added by this update. Summary of changes: src/operator/tensor/elemwise_sum.h | 8 +++--- tests/nightly/test_large_array.py | 54 ++ tests/nightly/test_large_vector.py | 54 ++ 3 files changed, 112 insertions(+), 4 deletions(-)
[incubator-mxnet] branch master updated (1e8cc90 -> 858a52e)
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/incubator-mxnet.git. from 1e8cc90 [BUGFIX] Minor type issues in Squeeze (#16448) add 858a52e Fix large array tests (#16328) No new revisions were added by this update. Summary of changes: src/operator/contrib/index_copy-inl.h | 2 +- src/operator/contrib/index_copy.cc| 4 +- tests/nightly/test_large_array.py | 147 -- tests/nightly/test_large_vector.py| 20 ++--- tests/python/unittest/common.py | 21 + 5 files changed, 97 insertions(+), 97 deletions(-)
[incubator-mxnet] branch master updated (1e8cc90 -> 858a52e)
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/incubator-mxnet.git. from 1e8cc90 [BUGFIX] Minor type issues in Squeeze (#16448) add 858a52e Fix large array tests (#16328) No new revisions were added by this update. Summary of changes: src/operator/contrib/index_copy-inl.h | 2 +- src/operator/contrib/index_copy.cc| 4 +- tests/nightly/test_large_array.py | 147 -- tests/nightly/test_large_vector.py| 20 ++--- tests/python/unittest/common.py | 21 + 5 files changed, 97 insertions(+), 97 deletions(-)
[incubator-mxnet] branch master updated (15ea40d -> 1d0d1e6)
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/incubator-mxnet.git. from 15ea40d Add boolean ndarray (#15940) add 1d0d1e6 Faster Transpose 2D (#16104) No new revisions were added by this update. Summary of changes: src/operator/tensor/matrix_op-inl.h| 52 +- tests/python/unittest/test_operator.py | 7 + 2 files changed, 58 insertions(+), 1 deletion(-)
[incubator-mxnet] branch master updated (480b50c -> 8136d49)
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/incubator-mxnet.git. from 480b50c S3 upload artifacts (#16336) add 8136d49 fix atol for test_preloaded_multi_sgd (#16356) No new revisions were added by this update. Summary of changes: tests/python/gpu/test_operator_gpu.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-)
[incubator-mxnet-site] branch asf-site updated: Bump the publish timestamp.
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a commit to branch asf-site in repository https://gitbox.apache.org/repos/asf/incubator-mxnet-site.git The following commit(s) were added to refs/heads/asf-site by this push: new d54069d Bump the publish timestamp. d54069d is described below commit d54069d7d54012ce1e1e760b1e45cf97a6508f24 Author: mxnet-ci AuthorDate: Thu Sep 19 13:35:06 2019 + Bump the publish timestamp. --- date.txt | 1 + 1 file changed, 1 insertion(+) diff --git a/date.txt b/date.txt new file mode 100644 index 000..4e9b394 --- /dev/null +++ b/date.txt @@ -0,0 +1 @@ +Thu Sep 19 13:35:06 UTC 2019
[incubator-mxnet-site] branch asf-site updated: Bump the publish timestamp.
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a commit to branch asf-site in repository https://gitbox.apache.org/repos/asf/incubator-mxnet-site.git The following commit(s) were added to refs/heads/asf-site by this push: new 5b75649 Bump the publish timestamp. 5b75649 is described below commit 5b756498de64b9f5ca6e8895990570b7e01cca79 Author: mxnet-ci AuthorDate: Thu Sep 19 07:27:53 2019 + Bump the publish timestamp. --- date.txt | 1 + 1 file changed, 1 insertion(+) diff --git a/date.txt b/date.txt new file mode 100644 index 000..d9aea42 --- /dev/null +++ b/date.txt @@ -0,0 +1 @@ +Thu Sep 19 07:27:53 UTC 2019
[incubator-mxnet-site] branch asf-site updated: Bump the publish timestamp.
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a commit to branch asf-site in repository https://gitbox.apache.org/repos/asf/incubator-mxnet-site.git The following commit(s) were added to refs/heads/asf-site by this push: new 5d05c43 Bump the publish timestamp. 5d05c43 is described below commit 5d05c433d122704ae450a8694bfb71df3538fb42 Author: mxnet-ci AuthorDate: Thu Sep 19 02:00:13 2019 + Bump the publish timestamp. --- date.txt | 1 + 1 file changed, 1 insertion(+) diff --git a/date.txt b/date.txt new file mode 100644 index 000..c31b6325 --- /dev/null +++ b/date.txt @@ -0,0 +1 @@ +Thu Sep 19 02:00:13 UTC 2019
[incubator-mxnet-site] branch asf-site updated: Bump the publish timestamp.
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a commit to branch asf-site in repository https://gitbox.apache.org/repos/asf/incubator-mxnet-site.git The following commit(s) were added to refs/heads/asf-site by this push: new e39cd17 Bump the publish timestamp. e39cd17 is described below commit e39cd1728d7c744a78edda1dd4d4e2c27cc69068 Author: mxnet-ci AuthorDate: Wed Sep 18 21:00:52 2019 + Bump the publish timestamp. --- date.txt | 1 + 1 file changed, 1 insertion(+) diff --git a/date.txt b/date.txt new file mode 100644 index 000..cd1b69f --- /dev/null +++ b/date.txt @@ -0,0 +1 @@ +Wed Sep 18 21:00:52 UTC 2019
[incubator-mxnet-site] branch asf-site updated: Bump the publish timestamp.
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a commit to branch asf-site in repository https://gitbox.apache.org/repos/asf/incubator-mxnet-site.git The following commit(s) were added to refs/heads/asf-site by this push: new 368818a Bump the publish timestamp. 368818a is described below commit 368818affab922c3c8e79c5fc423693356302e0f Author: mxnet-ci AuthorDate: Wed Sep 18 19:29:47 2019 + Bump the publish timestamp. --- date.txt | 1 + 1 file changed, 1 insertion(+) diff --git a/date.txt b/date.txt new file mode 100644 index 000..2af4ee6 --- /dev/null +++ b/date.txt @@ -0,0 +1 @@ +Wed Sep 18 19:29:47 UTC 2019
[incubator-mxnet] branch master updated (3dacabe -> b777a69)
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/incubator-mxnet.git. from 3dacabe Tutorials nighly fix (#16179) add b777a69 Add register_op_hook for gluon (#15839) No new revisions were added by this update. Summary of changes: include/mxnet/c_api.h | 12 +++ python/mxnet/_ctypes/ndarray.py | 28 ++- python/mxnet/cython/base.pyi| 8 + python/mxnet/cython/ndarray.pyx | 16 - python/mxnet/gluon/block.py | 37 src/c_api/c_api_ndarray.cc | 20 +++ src/common/utils.cc | 57 ++ src/common/utils.h | 9 + src/imperative/cached_op.cc | 23 +++-- src/imperative/cached_op.h | 8 + src/imperative/imperative_utils.cc | 20 +-- src/imperative/imperative_utils.h | 9 +++-- tests/python/unittest/test_gluon.py | 69 + 13 files changed, 307 insertions(+), 9 deletions(-)
[incubator-mxnet-site] branch asf-site updated: Bump the publish timestamp.
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a commit to branch asf-site in repository https://gitbox.apache.org/repos/asf/incubator-mxnet-site.git The following commit(s) were added to refs/heads/asf-site by this push: new 9bee851 Bump the publish timestamp. 9bee851 is described below commit 9bee851a7a3450f3e4ecf09c121f4f60f1b6a7dc Author: mxnet-ci AuthorDate: Wed Sep 18 13:30:10 2019 + Bump the publish timestamp. --- date.txt | 1 + 1 file changed, 1 insertion(+) diff --git a/date.txt b/date.txt new file mode 100644 index 000..82ae368 --- /dev/null +++ b/date.txt @@ -0,0 +1 @@ +Wed Sep 18 13:30:10 UTC 2019
[incubator-mxnet-site] branch asf-site updated: Bump the publish timestamp.
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a commit to branch asf-site in repository https://gitbox.apache.org/repos/asf/incubator-mxnet-site.git The following commit(s) were added to refs/heads/asf-site by this push: new 9c600e3 Bump the publish timestamp. 9c600e3 is described below commit 9c600e39459dcf3f4ba4bff73bb4d50484ba094f Author: mxnet-ci AuthorDate: Wed Sep 18 07:30:40 2019 + Bump the publish timestamp. --- date.txt | 1 + 1 file changed, 1 insertion(+) diff --git a/date.txt b/date.txt new file mode 100644 index 000..3f5e590 --- /dev/null +++ b/date.txt @@ -0,0 +1 @@ +Wed Sep 18 07:30:40 UTC 2019
[incubator-mxnet-site] branch asf-site updated: Bump the publish timestamp.
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a commit to branch asf-site in repository https://gitbox.apache.org/repos/asf/incubator-mxnet-site.git The following commit(s) were added to refs/heads/asf-site by this push: new c8a07c9 Bump the publish timestamp. c8a07c9 is described below commit c8a07c9b742ab7b7e50377abd06f2096c0d566e3 Author: mxnet-ci AuthorDate: Wed Sep 18 01:30:32 2019 + Bump the publish timestamp. --- date.txt | 1 + 1 file changed, 1 insertion(+) diff --git a/date.txt b/date.txt new file mode 100644 index 000..225addb --- /dev/null +++ b/date.txt @@ -0,0 +1 @@ +Wed Sep 18 01:30:32 UTC 2019
[incubator-mxnet-site] branch asf-site updated: Bump the publish timestamp.
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a commit to branch asf-site in repository https://gitbox.apache.org/repos/asf/incubator-mxnet-site.git The following commit(s) were added to refs/heads/asf-site by this push: new 62da824 Bump the publish timestamp. 62da824 is described below commit 62da8245aedd7e69b42d0ee84c8bcf054a8aa5b0 Author: mxnet-ci AuthorDate: Tue Sep 17 21:05:43 2019 + Bump the publish timestamp. --- date.txt | 1 + 1 file changed, 1 insertion(+) diff --git a/date.txt b/date.txt new file mode 100644 index 000..98884b3 --- /dev/null +++ b/date.txt @@ -0,0 +1 @@ +Tue Sep 17 21:05:43 UTC 2019
[incubator-mxnet-site] branch asf-site updated: Bump the publish timestamp.
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a commit to branch asf-site in repository https://gitbox.apache.org/repos/asf/incubator-mxnet-site.git The following commit(s) were added to refs/heads/asf-site by this push: new 9d327e2 Bump the publish timestamp. 9d327e2 is described below commit 9d327e2df70922e70453e4bd015e2572825b8783 Author: mxnet-ci AuthorDate: Tue Sep 17 19:28:32 2019 + Bump the publish timestamp. --- date.txt | 1 + 1 file changed, 1 insertion(+) diff --git a/date.txt b/date.txt new file mode 100644 index 000..0b2841d --- /dev/null +++ b/date.txt @@ -0,0 +1 @@ +Tue Sep 17 19:28:32 UTC 2019
[incubator-mxnet-site] branch asf-site updated: Bump the publish timestamp.
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a commit to branch asf-site in repository https://gitbox.apache.org/repos/asf/incubator-mxnet-site.git The following commit(s) were added to refs/heads/asf-site by this push: new 63668cf Bump the publish timestamp. 63668cf is described below commit 63668cff70482fb0a552cd38b53d9e1e14aca14b Author: mxnet-ci AuthorDate: Tue Sep 17 13:30:55 2019 + Bump the publish timestamp. --- date.txt | 1 + 1 file changed, 1 insertion(+) diff --git a/date.txt b/date.txt new file mode 100644 index 000..8d94c34 --- /dev/null +++ b/date.txt @@ -0,0 +1 @@ +Tue Sep 17 13:30:55 UTC 2019
[incubator-mxnet-site] branch asf-site updated: Bump the publish timestamp.
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a commit to branch asf-site in repository https://gitbox.apache.org/repos/asf/incubator-mxnet-site.git The following commit(s) were added to refs/heads/asf-site by this push: new f2ff04e Bump the publish timestamp. f2ff04e is described below commit f2ff04eeb9b7f432c134aae310d06797d7533c04 Author: mxnet-ci AuthorDate: Tue Sep 17 07:34:03 2019 + Bump the publish timestamp. --- date.txt | 1 + 1 file changed, 1 insertion(+) diff --git a/date.txt b/date.txt new file mode 100644 index 000..3339c57 --- /dev/null +++ b/date.txt @@ -0,0 +1 @@ +Tue Sep 17 07:34:03 UTC 2019
[incubator-mxnet-site] branch asf-site updated: Bump the publish timestamp.
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a commit to branch asf-site in repository https://gitbox.apache.org/repos/asf/incubator-mxnet-site.git The following commit(s) were added to refs/heads/asf-site by this push: new 0f17b51 Bump the publish timestamp. 0f17b51 is described below commit 0f17b5125df794046a61d36602eb3f8defc80a8c Author: mxnet-ci AuthorDate: Tue Sep 17 01:34:02 2019 + Bump the publish timestamp. --- date.txt | 1 + 1 file changed, 1 insertion(+) diff --git a/date.txt b/date.txt new file mode 100644 index 000..6c16a29 --- /dev/null +++ b/date.txt @@ -0,0 +1 @@ +Tue Sep 17 01:34:02 UTC 2019
[incubator-mxnet] branch master updated (2a55cd7 -> 3dacabe)
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/incubator-mxnet.git. from 2a55cd7 fixing test for model compatibility checker (#16159) add 3dacabe Tutorials nighly fix (#16179) No new revisions were added by this update. Summary of changes: docs/tutorials/gluon/custom_layer.md | 2 +- docs/tutorials/python/profiler.md | 3 +++ docs/tutorials/sparse/train_gluon.md | 2 +- tests/nightly/JenkinsfileForBinaries | 6 +++--- tests/tutorials/test_tutorials.py | 17 ++--- tests/utils/notebook_test/__init__.py | 2 +- 6 files changed, 19 insertions(+), 13 deletions(-)
[incubator-mxnet] branch master updated (692f49f -> 2a55cd7)
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/incubator-mxnet.git. from 692f49f Sequence last fix (#16156) add 2a55cd7 fixing test for model compatibility checker (#16159) No new revisions were added by this update. Summary of changes: tests/nightly/model_backwards_compatibility_check/JenkinsfileForMBCC | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-)
[incubator-mxnet-site] branch asf-site updated: Bump the publish timestamp.
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a commit to branch asf-site in repository https://gitbox.apache.org/repos/asf/incubator-mxnet-site.git The following commit(s) were added to refs/heads/asf-site by this push: new 4dc2959 Bump the publish timestamp. 4dc2959 is described below commit 4dc2959f3db34cc2f4ede494d8df1f6c709d09b0 Author: mxnet-ci AuthorDate: Mon Sep 16 21:15:55 2019 + Bump the publish timestamp. --- date.txt | 1 + 1 file changed, 1 insertion(+) diff --git a/date.txt b/date.txt new file mode 100644 index 000..23fcfa4 --- /dev/null +++ b/date.txt @@ -0,0 +1 @@ +Mon Sep 16 21:15:55 UTC 2019
[incubator-mxnet-site] branch asf-site updated: Bump the publish timestamp.
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a commit to branch asf-site in repository https://gitbox.apache.org/repos/asf/incubator-mxnet-site.git The following commit(s) were added to refs/heads/asf-site by this push: new 3ea5b8b Bump the publish timestamp. 3ea5b8b is described below commit 3ea5b8b7d87691e47f289ffecbad4f0ad10dc27c Author: mxnet-ci AuthorDate: Mon Sep 16 19:42:39 2019 + Bump the publish timestamp. --- date.txt | 1 + 1 file changed, 1 insertion(+) diff --git a/date.txt b/date.txt new file mode 100644 index 000..0b373f8 --- /dev/null +++ b/date.txt @@ -0,0 +1 @@ +Mon Sep 16 19:42:39 UTC 2019
[incubator-mxnet-site] branch asf-site updated: Bump the publish timestamp.
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a commit to branch asf-site in repository https://gitbox.apache.org/repos/asf/incubator-mxnet-site.git The following commit(s) were added to refs/heads/asf-site by this push: new 6b875fa Bump the publish timestamp. 6b875fa is described below commit 6b875faefc6ec5f3c273594e80762f9bde924d25 Author: mxnet-ci AuthorDate: Mon Sep 16 07:36:06 2019 + Bump the publish timestamp. --- date.txt | 1 + 1 file changed, 1 insertion(+) diff --git a/date.txt b/date.txt new file mode 100644 index 000..cc378af --- /dev/null +++ b/date.txt @@ -0,0 +1 @@ +Mon Sep 16 07:36:06 UTC 2019
[incubator-mxnet-site] branch asf-site updated: Bump the publish timestamp.
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a commit to branch asf-site in repository https://gitbox.apache.org/repos/asf/incubator-mxnet-site.git The following commit(s) were added to refs/heads/asf-site by this push: new 8af2e7a Bump the publish timestamp. 8af2e7a is described below commit 8af2e7af8523bd1c228405b59e4f91455fb66ef1 Author: mxnet-ci AuthorDate: Mon Sep 16 01:37:56 2019 + Bump the publish timestamp. --- date.txt | 1 + 1 file changed, 1 insertion(+) diff --git a/date.txt b/date.txt new file mode 100644 index 000..2f14945 --- /dev/null +++ b/date.txt @@ -0,0 +1 @@ +Mon Sep 16 01:37:56 UTC 2019
[incubator-mxnet-site] branch asf-site updated: Bump the publish timestamp.
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a commit to branch asf-site in repository https://gitbox.apache.org/repos/asf/incubator-mxnet-site.git The following commit(s) were added to refs/heads/asf-site by this push: new 81b2a9c Bump the publish timestamp. 81b2a9c is described below commit 81b2a9c5756bdbb5a7c4e9616d4568c38ebb0bad Author: mxnet-ci AuthorDate: Sun Sep 15 21:14:04 2019 + Bump the publish timestamp. --- date.txt | 1 + 1 file changed, 1 insertion(+) diff --git a/date.txt b/date.txt new file mode 100644 index 000..0911cea --- /dev/null +++ b/date.txt @@ -0,0 +1 @@ +Sun Sep 15 21:14:04 UTC 2019
[incubator-mxnet-site] branch asf-site updated: Bump the publish timestamp.
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a commit to branch asf-site in repository https://gitbox.apache.org/repos/asf/incubator-mxnet-site.git The following commit(s) were added to refs/heads/asf-site by this push: new 4ee43b4 Bump the publish timestamp. 4ee43b4 is described below commit 4ee43b4ccc5c653529689b845edc65478bcf6b98 Author: mxnet-ci AuthorDate: Sun Sep 15 19:42:33 2019 + Bump the publish timestamp. --- date.txt | 1 + 1 file changed, 1 insertion(+) diff --git a/date.txt b/date.txt new file mode 100644 index 000..0d31704 --- /dev/null +++ b/date.txt @@ -0,0 +1 @@ +Sun Sep 15 19:42:33 UTC 2019
[incubator-mxnet-site] branch asf-site updated: Bump the publish timestamp.
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a commit to branch asf-site in repository https://gitbox.apache.org/repos/asf/incubator-mxnet-site.git The following commit(s) were added to refs/heads/asf-site by this push: new ddee92e Bump the publish timestamp. ddee92e is described below commit ddee92e267a0f017a1d7088e9173640554ddbc1d Author: mxnet-ci AuthorDate: Sun Sep 15 13:35:32 2019 + Bump the publish timestamp. --- date.txt | 1 + 1 file changed, 1 insertion(+) diff --git a/date.txt b/date.txt new file mode 100644 index 000..9e01d92 --- /dev/null +++ b/date.txt @@ -0,0 +1 @@ +Sun Sep 15 13:35:32 UTC 2019
[incubator-mxnet-site] branch asf-site updated: Bump the publish timestamp.
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a commit to branch asf-site in repository https://gitbox.apache.org/repos/asf/incubator-mxnet-site.git The following commit(s) were added to refs/heads/asf-site by this push: new 8ab3b60 Bump the publish timestamp. 8ab3b60 is described below commit 8ab3b605387b406ebacb81752a68f7f66d7e0350 Author: mxnet-ci AuthorDate: Sun Sep 15 07:36:49 2019 + Bump the publish timestamp. --- date.txt | 1 + 1 file changed, 1 insertion(+) diff --git a/date.txt b/date.txt new file mode 100644 index 000..a225561 --- /dev/null +++ b/date.txt @@ -0,0 +1 @@ +Sun Sep 15 07:36:49 UTC 2019
[incubator-mxnet-site] branch asf-site updated: Bump the publish timestamp.
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a commit to branch asf-site in repository https://gitbox.apache.org/repos/asf/incubator-mxnet-site.git The following commit(s) were added to refs/heads/asf-site by this push: new 98aadb2 Bump the publish timestamp. 98aadb2 is described below commit 98aadb28f2ddaec228d9562e6f38e3c7894951e9 Author: mxnet-ci AuthorDate: Sun Sep 15 01:36:08 2019 + Bump the publish timestamp. --- date.txt | 1 + 1 file changed, 1 insertion(+) diff --git a/date.txt b/date.txt new file mode 100644 index 000..a93e705 --- /dev/null +++ b/date.txt @@ -0,0 +1 @@ +Sun Sep 15 01:36:08 UTC 2019
[incubator-mxnet-site] branch asf-site updated: Bump the publish timestamp.
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a commit to branch asf-site in repository https://gitbox.apache.org/repos/asf/incubator-mxnet-site.git The following commit(s) were added to refs/heads/asf-site by this push: new ae22aa7 Bump the publish timestamp. ae22aa7 is described below commit ae22aa7432567da1a175ddf123385f4452f1c181 Author: mxnet-ci AuthorDate: Sat Sep 14 21:14:12 2019 + Bump the publish timestamp. --- date.txt | 1 + 1 file changed, 1 insertion(+) diff --git a/date.txt b/date.txt new file mode 100644 index 000..edd1fe9 --- /dev/null +++ b/date.txt @@ -0,0 +1 @@ +Sat Sep 14 21:14:12 UTC 2019
[incubator-mxnet-site] branch asf-site updated: Bump the publish timestamp.
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a commit to branch asf-site in repository https://gitbox.apache.org/repos/asf/incubator-mxnet-site.git The following commit(s) were added to refs/heads/asf-site by this push: new e1302b9 Bump the publish timestamp. e1302b9 is described below commit e1302b9cc113a99f05d693837c9d04ce6e7f5b5d Author: mxnet-ci AuthorDate: Sat Sep 14 19:35:42 2019 + Bump the publish timestamp. --- date.txt | 1 + 1 file changed, 1 insertion(+) diff --git a/date.txt b/date.txt new file mode 100644 index 000..0022c88 --- /dev/null +++ b/date.txt @@ -0,0 +1 @@ +Sat Sep 14 19:35:42 UTC 2019
[incubator-mxnet-site] branch asf-site updated: Bump the publish timestamp.
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a commit to branch asf-site in repository https://gitbox.apache.org/repos/asf/incubator-mxnet-site.git The following commit(s) were added to refs/heads/asf-site by this push: new 66a4fef Bump the publish timestamp. 66a4fef is described below commit 66a4fefc30b12c73408d87a3912d96d354aae28e Author: mxnet-ci AuthorDate: Sat Sep 14 13:30:52 2019 + Bump the publish timestamp. --- date.txt | 1 + 1 file changed, 1 insertion(+) diff --git a/date.txt b/date.txt new file mode 100644 index 000..f51cac4 --- /dev/null +++ b/date.txt @@ -0,0 +1 @@ +Sat Sep 14 13:30:52 UTC 2019
[incubator-mxnet-site] branch asf-site updated: Bump the publish timestamp.
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a commit to branch asf-site in repository https://gitbox.apache.org/repos/asf/incubator-mxnet-site.git The following commit(s) were added to refs/heads/asf-site by this push: new 9fd4655 Bump the publish timestamp. 9fd4655 is described below commit 9fd4655967cc8bc0709e10cc68c4db05e4940552 Author: mxnet-ci AuthorDate: Sat Sep 14 07:36:16 2019 + Bump the publish timestamp. --- date.txt | 1 + 1 file changed, 1 insertion(+) diff --git a/date.txt b/date.txt new file mode 100644 index 000..8cd5e76 --- /dev/null +++ b/date.txt @@ -0,0 +1 @@ +Sat Sep 14 07:36:16 UTC 2019
[incubator-mxnet-site] branch asf-site updated: Bump the publish timestamp.
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a commit to branch asf-site in repository https://gitbox.apache.org/repos/asf/incubator-mxnet-site.git The following commit(s) were added to refs/heads/asf-site by this push: new 2394d32 Bump the publish timestamp. 2394d32 is described below commit 2394d32224be0973246caaebc0cba0fce17cc3c1 Author: mxnet-ci AuthorDate: Sat Sep 14 01:29:02 2019 + Bump the publish timestamp. --- date.txt | 1 + 1 file changed, 1 insertion(+) diff --git a/date.txt b/date.txt new file mode 100644 index 000..e5e40eb --- /dev/null +++ b/date.txt @@ -0,0 +1 @@ +Sat Sep 14 01:29:02 UTC 2019
[incubator-mxnet-site] branch asf-site updated: Bump the publish timestamp.
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a commit to branch asf-site in repository https://gitbox.apache.org/repos/asf/incubator-mxnet-site.git The following commit(s) were added to refs/heads/asf-site by this push: new 002baf5 Bump the publish timestamp. 002baf5 is described below commit 002baf531d6edc97e550a00f3d69a8ecec7b9005 Author: mxnet-ci AuthorDate: Fri Sep 13 21:08:22 2019 + Bump the publish timestamp. --- date.txt | 1 + 1 file changed, 1 insertion(+) diff --git a/date.txt b/date.txt new file mode 100644 index 000..d644ab5 --- /dev/null +++ b/date.txt @@ -0,0 +1 @@ +Fri Sep 13 21:08:22 UTC 2019
[incubator-mxnet-site] branch asf-site updated: Bump the publish timestamp.
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a commit to branch asf-site in repository https://gitbox.apache.org/repos/asf/incubator-mxnet-site.git The following commit(s) were added to refs/heads/asf-site by this push: new 2902c59 Bump the publish timestamp. 2902c59 is described below commit 2902c59368d9655580f76e613a45e505aa96acf1 Author: mxnet-ci AuthorDate: Fri Sep 13 19:31:23 2019 + Bump the publish timestamp. --- date.txt | 1 + 1 file changed, 1 insertion(+) diff --git a/date.txt b/date.txt new file mode 100644 index 000..f60e4a5 --- /dev/null +++ b/date.txt @@ -0,0 +1 @@ +Fri Sep 13 19:31:23 UTC 2019
[incubator-mxnet-site] branch asf-site updated: Bump the publish timestamp.
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a commit to branch asf-site in repository https://gitbox.apache.org/repos/asf/incubator-mxnet-site.git The following commit(s) were added to refs/heads/asf-site by this push: new 1169c1e Bump the publish timestamp. 1169c1e is described below commit 1169c1ea00a9deba5fc7fd4d516a3c788251dcf7 Author: mxnet-ci AuthorDate: Fri Sep 13 13:30:23 2019 + Bump the publish timestamp. --- date.txt | 1 + 1 file changed, 1 insertion(+) diff --git a/date.txt b/date.txt new file mode 100644 index 000..fd863b4 --- /dev/null +++ b/date.txt @@ -0,0 +1 @@ +Fri Sep 13 13:30:23 UTC 2019
[incubator-mxnet-site] branch asf-site updated: Bump the publish timestamp.
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a commit to branch asf-site in repository https://gitbox.apache.org/repos/asf/incubator-mxnet-site.git The following commit(s) were added to refs/heads/asf-site by this push: new 169c1a4 Bump the publish timestamp. 169c1a4 is described below commit 169c1a4dc30f0d599ba28df7f843846d624ccfc8 Author: mxnet-ci AuthorDate: Fri Sep 13 07:33:30 2019 + Bump the publish timestamp. --- date.txt | 1 + 1 file changed, 1 insertion(+) diff --git a/date.txt b/date.txt new file mode 100644 index 000..dd3cb47 --- /dev/null +++ b/date.txt @@ -0,0 +1 @@ +Fri Sep 13 07:33:30 UTC 2019
[incubator-mxnet-site] branch asf-site updated: Bump the publish timestamp.
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a commit to branch asf-site in repository https://gitbox.apache.org/repos/asf/incubator-mxnet-site.git The following commit(s) were added to refs/heads/asf-site by this push: new fbf30fa Bump the publish timestamp. fbf30fa is described below commit fbf30fa118c5acaae931d70b685122512bacbbb4 Author: mxnet-ci AuthorDate: Fri Sep 13 01:37:22 2019 + Bump the publish timestamp. --- date.txt | 1 + 1 file changed, 1 insertion(+) diff --git a/date.txt b/date.txt new file mode 100644 index 000..6059037 --- /dev/null +++ b/date.txt @@ -0,0 +1 @@ +Fri Sep 13 01:37:22 UTC 2019
[incubator-mxnet] branch master updated (61e8347 -> 5b42065)
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/incubator-mxnet.git. from 61e8347 Revert "julia: rename build env var `MXNET_HOME` to `MXNET_ROOT` (#15568)" (#16147) add 5b42065 Fixing build for gluon estimator test, including libtvm in pack libs (#16148) No new revisions were added by this update. Summary of changes: docs/mxdoc.py| 8 +++- tests/nightly/JenkinsfileForBinaries | 4 ++-- 2 files changed, 9 insertions(+), 3 deletions(-)
[incubator-mxnet] branch master updated (eb037a8 -> 61e8347)
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/incubator-mxnet.git. from eb037a8 [MXNET-978] Higher Order Gradient Support `sinh`, `cosh`. (#15412) add 61e8347 Revert "julia: rename build env var `MXNET_HOME` to `MXNET_ROOT` (#15568)" (#16147) No new revisions were added by this update. Summary of changes: ci/docker/runtime_functions.sh | 8 ci/windows/test_jl07_cpu.ps1 | 2 +- ci/windows/test_jl10_cpu.ps1 | 2 +- julia/NEWS.md| 7 --- julia/deps/build.jl | 33 ++--- julia/docs/src/user-guide/install.md | 20 julia/src/base.jl| 30 +- 7 files changed, 25 insertions(+), 77 deletions(-)
[incubator-mxnet] branch v1.5.x updated (33f4de1 -> bf78959)
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a change to branch v1.5.x in repository https://gitbox.apache.org/repos/asf/incubator-mxnet.git. from 33f4de1 Revert "Fix a memory misalignment in topk operator" (#15999) add bf78959 added check for empty params file and unknown param (not arg/aux) (#15917) No new revisions were added by this update. Summary of changes: python/mxnet/model.py | 19 +-- 1 file changed, 13 insertions(+), 6 deletions(-)
[incubator-mxnet] branch master updated (72c180c -> acc074f)
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/incubator-mxnet.git. from 72c180c Correct ONNX documentation (#15914) add acc074f Add AMP Conversion support for BucketingModule (#15528) No new revisions were added by this update. Summary of changes: docs/tutorials/amp/amp_tutorial.md | 2 +- example/rnn/bucketing/README.md | 6 + example/rnn/bucketing/cudnn_rnn_bucketing.py | 19 ++- python/mxnet/contrib/amp/amp.py | 64 ++ python/mxnet/model.py| 33 +++--- python/mxnet/module/bucketing_module.py | 170 +-- python/mxnet/module/module.py| 2 +- tests/python/gpu/test_contrib_amp.py | 35 ++ tests/python/train/test_bucketing.py | 50 +--- tests/python/unittest/test_module.py | 71 +++ 10 files changed, 405 insertions(+), 47 deletions(-)
[incubator-mxnet] branch master updated (9023256 -> fa16a9e)
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/incubator-mxnet.git. from 9023256 Tvm broadcast backward (#15938) add fa16a9e Disable test coverage for Clang MKLDNN (#15977) No new revisions were added by this update. Summary of changes: ci/jenkins/Jenkinsfile_clang | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-)
[incubator-mxnet] branch master updated (308e4ac -> d225074)
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/incubator-mxnet.git. from 308e4ac Adding tests to verify support for Large Tensors in additional Ops along with new C_Apis supporting 64bit indexing (#15895) add d225074 fix naive engine for multi-threaded inference (#15574) No new revisions were added by this update. Summary of changes: src/engine/naive_engine.cc | 12 ++-- 1 file changed, 6 insertions(+), 6 deletions(-)
[incubator-mxnet] branch master updated (a8b9728 -> 1a6fe60)
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/incubator-mxnet.git. from a8b9728 Add disable attr to subgraph property (#15926) add 1a6fe60 Refactor for windows CI 'out of heap space' errors (#15922) No new revisions were added by this update. Summary of changes: .../tensor/broadcast_reduce_minmax_value.cc| 59 ...p_index.cu => broadcast_reduce_minmax_value.cu} | 24 +- src/operator/tensor/broadcast_reduce_norm_value.cc | 118 +++ ..._op_value.cu => broadcast_reduce_norm_value.cu} | 58 +--- src/operator/tensor/broadcast_reduce_op.h | 15 + src/operator/tensor/broadcast_reduce_op_value.cc | 239 - src/operator/tensor/broadcast_reduce_op_value.cu | 71 src/operator/tensor/broadcast_reduce_prod_value.cc | 59 ..._op_index.cu => broadcast_reduce_prod_value.cu} | 24 +- src/operator/tensor/broadcast_reduce_sum_value.cc | 113 ++ ...e_op_index.cu => broadcast_reduce_sum_value.cu} | 28 +- src/operator/tensor/elemwise_unary_op_basic.cc | 377 - src/operator/tensor/elemwise_unary_op_basic.cu | 101 -- src/operator/tensor/elemwise_unary_op_logexp.cc| 230 + src/operator/tensor/elemwise_unary_op_logexp.cu| 76 + src/operator/tensor/elemwise_unary_op_pow.cc | 212 src/operator/tensor/elemwise_unary_op_pow.cu | 82 + tests/python/unittest/test_random.py | 15 +- 18 files changed, 1009 insertions(+), 892 deletions(-) create mode 100644 src/operator/tensor/broadcast_reduce_minmax_value.cc copy src/operator/tensor/{broadcast_reduce_op_index.cu => broadcast_reduce_minmax_value.cu} (62%) create mode 100644 src/operator/tensor/broadcast_reduce_norm_value.cc copy src/operator/tensor/{broadcast_reduce_op_value.cu => broadcast_reduce_norm_value.cu} (50%) create mode 100644 src/operator/tensor/broadcast_reduce_prod_value.cc copy src/operator/tensor/{broadcast_reduce_op_index.cu => broadcast_reduce_prod_value.cu} (60%) create mode 100644 src/operator/tensor/broadcast_reduce_sum_value.cc copy src/operator/tensor/{broadcast_reduce_op_index.cu => broadcast_reduce_sum_value.cu} (54%) create mode 100644 src/operator/tensor/elemwise_unary_op_logexp.cc create mode 100644 src/operator/tensor/elemwise_unary_op_logexp.cu create mode 100644 src/operator/tensor/elemwise_unary_op_pow.cc create mode 100644 src/operator/tensor/elemwise_unary_op_pow.cu
[incubator-mxnet] branch master updated: Fix ConcatType backward type inference (#15829)
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/incubator-mxnet.git The following commit(s) were added to refs/heads/master by this push: new 40593c6 Fix ConcatType backward type inference (#15829) 40593c6 is described below commit 40593c6f6c20baed98a914d14987db5438c0a5a5 Author: Anirudh Subramanian AuthorDate: Wed Aug 14 21:56:44 2019 -0700 Fix ConcatType backward type inference (#15829) * Fix ConcatType and add test * Remove return false * Change error message * Run RNN test only when CUDNN enabled * set default context for test_contrib_amp --- src/operator/nn/concat.cc| 32 ++-- tests/python/gpu/test_contrib_amp.py | 19 +-- 2 files changed, 39 insertions(+), 12 deletions(-) diff --git a/src/operator/nn/concat.cc b/src/operator/nn/concat.cc index 80469b5..9e016bf 100644 --- a/src/operator/nn/concat.cc +++ b/src/operator/nn/concat.cc @@ -144,6 +144,7 @@ bool ConcatType(const nnvm::NodeAttrs& attrs, const ConcatParam& param_ = nnvm::get(attrs.parsed); int dtype = -1; + // checks uniformity of input for (int i : *in_type) { if (dtype == -1) { dtype = i; @@ -154,18 +155,29 @@ bool ConcatType(const nnvm::NodeAttrs& attrs, } } - if (dtype == -1) { -LOG(FATAL) << "Not enough information to infer type in Concat."; -return false; - } - size_t nin = param_.num_args; - in_type->clear(); - for (size_t i = 0; i < nin; ++i) in_type->push_back(dtype); - - out_type->clear(); - out_type->push_back(dtype); + // if in types are known out types are unknown + if (dtype != -1 && (*out_type)[0] == -1) { +(*out_type)[0] = dtype; +in_type->clear(); +for (size_t i = 0; i < nin; ++i) { + in_type->push_back(dtype); +} + // if out types are known in types are unknown + } else if ((*out_type)[0] != -1 && dtype == -1) { +in_type->clear(); +for (size_t i = 0; i < nin; ++i) { + in_type->push_back((*out_type)[0]); +} + // if both out_types and in_types are known, and different + } else if ((*out_type)[0] != -1 && dtype != -1 && ((*out_type)[0] != dtype)) { +std::ostringstream os; +os << "Type inconsistent, Provided output type = " + << mxnet::op::type_string((*out_type)[0]) << ',' + << " inferred type = " << mxnet::op::type_string(dtype); +throw mxnet::op::InferTypeError(os.str(), 0); + } return true; } diff --git a/tests/python/gpu/test_contrib_amp.py b/tests/python/gpu/test_contrib_amp.py index 7927cc9..3daab0f 100644 --- a/tests/python/gpu/test_contrib_amp.py +++ b/tests/python/gpu/test_contrib_amp.py @@ -26,11 +26,12 @@ import mxnet.contrib.amp as amp from nose.tools import assert_raises from mxnet.test_utils import set_default_context, download_model, same_symbol_structure from mxnet.gluon.model_zoo.vision import get_model -from mxnet.gluon import SymbolBlock +from mxnet.gluon import SymbolBlock, nn, rnn from mxnet.contrib.amp import amp curr_path = os.path.dirname(os.path.abspath(os.path.expanduser(__file__))) sys.path.insert(0, os.path.join(curr_path, '../unittest')) -from common import with_seed, teardown +from common import with_seed, teardown, assert_raises_cudnn_not_satisfied +set_default_context(mx.gpu(0)) def test_amp_coverage(): conditional = [item[0] for item in amp.lists.symbol.CONDITIONAL_FP32_FUNCS] @@ -305,6 +306,20 @@ def test_amp_conversion(): check_amp_convert_model() check_amp_convert_hybrid_block() +@with_seed() +@assert_raises_cudnn_not_satisfied(min_version='5.1.10') +def test_amp_conversion_rnn(): +with mx.Context(mx.gpu(0)): +model = nn.HybridSequential() +model.add(rnn.LSTM(hidden_size=10, num_layers=2, bidirectional=True)) +model.add(nn.Dense(2)) +model.initialize() +model.hybridize() +out = model(mx.nd.ones((2, 3, 4))) +new_model = amp.convert_hybrid_block(model) +out2 = new_model(mx.nd.ones((2, 3, 4))) +mx.test_utils.assert_almost_equal(out.asnumpy(), out2.asnumpy(), atol=1e-2, rtol=1e-2) + @with_seed() def test_module_backward_compatibility():
[incubator-mxnet] branch master updated (cbb6f7f -> d677d1a)
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/incubator-mxnet.git. from cbb6f7f Docs: Fix misprints (#15505) add d677d1a FP16 Support for C Predict API (#15245) No new revisions were added by this update. Summary of changes: amalgamation/python/mxnet_predict.py | 131 ++-- include/mxnet/c_predict_api.h| 65 src/c_api/c_predict_api.cc | 140 +-- tests/python/gpu/test_predictor.py | 128 4 files changed, 454 insertions(+), 10 deletions(-) create mode 100644 tests/python/gpu/test_predictor.py
[incubator-mxnet] branch master updated (9ff6c46 -> 2565fa2)
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/incubator-mxnet.git. from 9ff6c46 Add -R option to ci/build.py to avoid rebuilding containers (#15426) add 2565fa2 fix nightly CI failure (#15452) No new revisions were added by this update. Summary of changes: ci/docker/runtime_functions.sh| 6 +-- docs/tutorials/amp/amp_tutorial.md| 1 + tests/nightly/estimator/test_estimator_cnn.py | 32 - tests/nightly/estimator/test_sentiment_rnn.py | 69 --- 4 files changed, 55 insertions(+), 53 deletions(-)
[incubator-mxnet] branch master updated (6191dd7 -> 7a83883)
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/incubator-mxnet.git. from 6191dd7 fix the bug on Scala Sparse (#15500) add 7a83883 Improve docs for AMP (#15455) No new revisions were added by this update. Summary of changes: docs/tutorials/amp/amp_tutorial.md | 49 -- 1 file changed, 47 insertions(+), 2 deletions(-)
[incubator-mxnet] branch master updated (7210cc4 -> c6bb2ce)
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/incubator-mxnet.git. from 7210cc4 nano instructions (#15117) add c6bb2ce Use omp threads for cpu data loader (#15379) No new revisions were added by this update. Summary of changes: src/io/iter_image_recordio_2.cc | 27 +-- 1 file changed, 17 insertions(+), 10 deletions(-)
[incubator-mxnet] branch master updated (cd19367 -> 92fce90)
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/incubator-mxnet.git. from cd19367 add 'asnumpy' dtype option to check_symbolic_backward (#15186) add 92fce90 Custom Operator Profiling Enhancement (#15210) No new revisions were added by this update. Summary of changes: src/engine/naive_engine.cc | 9 +- src/engine/threaded_engine.cc | 10 ++- src/engine/threaded_engine.h | 1 + src/operator/custom/custom-inl.h | 23 +++-- src/operator/custom/custom.cc | 4 +- src/profiler/custom_op_profiler.h | 125 ++ src/profiler/profiler.h| 53 +-- tests/python/unittest/test_profiler.py | 159 + 8 files changed, 365 insertions(+), 19 deletions(-) create mode 100644 src/profiler/custom_op_profiler.h
[incubator-mxnet] branch master updated: Upgrade archive utility and add back FC improvement (#15171)
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/incubator-mxnet.git The following commit(s) were added to refs/heads/master by this push: new cab1dfa Upgrade archive utility and add back FC improvement (#15171) cab1dfa is described below commit cab1dfad37f044d691e7c4ea81d73463cfcf0c8d Author: Anirudh Subramanian AuthorDate: Mon Jun 17 14:50:20 2019 -0700 Upgrade archive utility and add back FC improvement (#15171) * Upgrade archive utility and add back FC improvement This reverts commit 65434886f6caa7210ed3ff39cd4e950c023d8328. * Change permissions for Ubuntu AR * Extract and cd into binutils dir * Allow AR path to be chosen by user * Add AR path to build * Fix AR paths * Revert AR flag in makefile * Build from source doc updated * Add comment * Add warning for smaller ar versions, add set -ex --- Makefile | 22 ci/docker/Dockerfile.build.ubuntu_build_cuda | 2 ++ ci/docker/install/ubuntu_ar.sh | 38 docs/install/build_from_source.md| 2 ++ src/operator/nn/fully_connected-inl.h| 14 +- src/operator/nn/fully_connected.cc | 2 -- tests/python/unittest/test_operator.py | 21 +++ 7 files changed, 98 insertions(+), 3 deletions(-) diff --git a/Makefile b/Makefile index 741c5f0..02a74a0 100644 --- a/Makefile +++ b/Makefile @@ -368,10 +368,32 @@ endif # Guard against displaying nvcc info messages to users not using CUDA. ifeq ($(USE_CUDA), 1) + # Get AR version, compare with expected ar version and find bigger and smaller version of the two + AR_VERSION := $(shell ar --version | egrep -o "([0-9]{1,}\.)+[0-9]{1,}") + EXPECTED_AR_VERSION := $(shell echo "2.27") + LARGE_VERSION := $(shell printf '%s\n' "$(AR_VERSION)" "$(EXPECTED_AR_VERSION)" | sort -V | tail -n 1) + SMALL_VERSION := $(shell printf '%s\n' "$(AR_VERSION)" "$(EXPECTED_AR_VERSION)" | sort -V | head -n 1) + # If NVCC is not at the location specified, use CUDA_PATH instead. ifeq ("$(wildcard $(NVCC))","") ifneq ($(USE_CUDA_PATH), NONE) NVCC=$(USE_CUDA_PATH)/bin/nvcc + +# if larger version is the expected one and larger != smaller +# this means ar version is less than expected version and user needs to be warned +ifeq ($(LARGE_VERSION), $(EXPECTED_AR_VERSION)) +ifneq ($(LARGE_VERSION), $(SMALL_VERSION)) +define n + + +endef + +$(warning WARNING: Archive utility: ar version being used is less than 2.27.0. $n \ + Note that with USE_CUDA=1 flag and USE_CUDNN=1 this is known to cause problems. $n \ + For more info see: https://github.com/apache/incubator-mxnet/issues/15084) +$(shell sleep 5) +endif +endif $(info INFO: nvcc was not found on your path) $(info INFO: Using $(NVCC) as nvcc path) else diff --git a/ci/docker/Dockerfile.build.ubuntu_build_cuda b/ci/docker/Dockerfile.build.ubuntu_build_cuda index 0607ec1..f568fbc 100644 --- a/ci/docker/Dockerfile.build.ubuntu_build_cuda +++ b/ci/docker/Dockerfile.build.ubuntu_build_cuda @@ -43,6 +43,8 @@ COPY install/ubuntu_clang.sh /work/ RUN /work/ubuntu_clang.sh COPY install/ubuntu_mklml.sh /work/ RUN /work/ubuntu_mklml.sh +COPY install/ubuntu_ar.sh /work/ +RUN /work/ubuntu_ar.sh ENV CUDNN_VERSION=7.6.0.64 COPY install/ubuntu_cudnn.sh /work/ diff --git a/ci/docker/install/ubuntu_ar.sh b/ci/docker/install/ubuntu_ar.sh new file mode 100755 index 000..dbf6b2f --- /dev/null +++ b/ci/docker/install/ubuntu_ar.sh @@ -0,0 +1,38 @@ +#!/usr/bin/env bash + +# Licensed to the Apache Software Foundation (ASF) under one +# or more contributor license agreements. See the NOTICE file +# distributed with this work for additional information +# regarding copyright ownership. The ASF licenses this file +# to you under the Apache License, Version 2.0 (the +# "License"); you may not use this file except in compliance +# with the License. You may obtain a copy of the License at +# +# http://www.apache.org/licenses/LICENSE-2.0 +# +# Unless required by applicable law or agreed to in writing, +# software distributed under the License is distributed on an +# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY +# KIND, either express or implied. See the License for the +# specific language governing permissions and limitations +# under the License. + +# build and install are separated so changes to build don't invalidate +# the whole docker cache for the image + +set -ex + +wget https://mirror.clarkson.edu/gnu/binutils/binutils-2.27.tar.gz + +export DEBIAN_FRONTEND=noninte
[incubator-mxnet] branch master updated: [MXNET-1415]Add MXEnginePushAsyncND and MXEnginePushSyncND C APIs (#15177)
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/incubator-mxnet.git The following commit(s) were added to refs/heads/master by this push: new 3b663ef [MXNET-1415]Add MXEnginePushAsyncND and MXEnginePushSyncND C APIs (#15177) 3b663ef is described below commit 3b663ef6cc9bc6992d769b8ae7fa8e72e4f3201b Author: JackieWu AuthorDate: Sat Jun 15 02:31:11 2019 +0800 [MXNET-1415]Add MXEnginePushAsyncND and MXEnginePushSyncND C APIs (#15177) * add MXEnginePushAsyncND and MXEnginePushSyncND * fix test build * return exception value * retrigger CI --- include/mxnet/c_api.h| 55 +--- src/c_api/c_api.cc | 40 +++ tests/cpp/engine/threaded_engine_test.cc | 48 3 files changed, 139 insertions(+), 4 deletions(-) diff --git a/include/mxnet/c_api.h b/include/mxnet/c_api.h index 2d5122c..b3dca69 100644 --- a/include/mxnet/c_api.h +++ b/include/mxnet/c_api.h @@ -2792,9 +2792,9 @@ MXNET_DLL int MXNDArrayCreateFromSharedMemEx(int shared_pid, int shared_id, cons * \param ctx_handle Execution context. * \param const_vars_handle The variables that current operation will use * but not mutate. - * \param num_const_vars The number of const_vars. + * \param num_const_vars The number of const_vars_handle. * \param mutable_vars_handle The variables that current operation will mutate. - * \param num_mutable_vars The number of mutable_vars. + * \param num_mutable_vars The number of mutable_vars_handle. * \param prop_handle Property of the function. * \param priority Priority of the action, as hint to the engine. * \param opr_name The operation name. @@ -2816,9 +2816,9 @@ MXNET_DLL int MXEnginePushAsync(EngineAsyncFunc async_func, void* func_param, * \param ctx_handle Execution context. * \param const_vars_handle The variables that current operation will use * but not mutate. - * \param num_const_vars The number of const_vars. + * \param num_const_vars The number of const_vars_handle. * \param mutable_vars_handle The variables that current operation will mutate. - * \param num_mutable_vars The number of mutable_vars. + * \param num_mutable_vars The number of mutable_vars_handle. * \param prop_handle Property of the function. * \param priority Priority of the action, as hint to the engine. * \param opr_name The operation name. @@ -2830,6 +2830,53 @@ MXNET_DLL int MXEnginePushSync(EngineSyncFunc sync_func, void* func_param, EngineFnPropertyHandle prop_handle DEFAULT(NULL), int priority DEFAULT(0), const char* opr_name DEFAULT(NULL)); +/*! + * \brief Push an asynchronous operation to the engine. + * \param async_func Execution function whici takes a parameter on_complete + * that must be called when the execution ompletes. + * \param func_param The parameter set on calling async_func, can be NULL. + * \param deleter The callback to free func_param, can be NULL. + * \param ctx_handle Execution context. + * \param const_nds_handle The NDArrays that current operation will use + * but not mutate. + * \param num_const_nds The number of const_nds_handle. + * \param mutable_nds_handle The NDArrays that current operation will mutate. + * \param num_mutable_nds The number of mutable_nds_handle. + * \param prop_handle Property of the function. + * \param priority Priority of the action, as hint to the engine. + * \param opr_name The operation name. + * \param wait Whether this is a WaitForVar operation. + */ +MXNET_DLL int MXEnginePushAsyncND(EngineAsyncFunc async_func, void* func_param, +EngineFuncParamDeleter deleter, ContextHandle ctx_handle, +NDArrayHandle const_nds_handle, int num_const_nds, +NDArrayHandle mutable_nds_handle, int num_mutable_nds, +EngineFnPropertyHandle prop_handle DEFAULT(NULL), +int priority DEFAULT(0), const char* opr_name DEFAULT(NULL), +bool wait DEFAULT(false)); + +/*! + * \brief Push a synchronous operation to the engine. + * \param sync_func Execution function that executes the operation. + * \param func_param The parameter set on calling sync_func, can be NULL. + * \param deleter The callback to free func_param, can be NULL. + * \param ctx_handle Execution context. + * \param const_nds_handle The NDArrays that current operation will use + * but not mutate. + * \param num_const_nds The number of const_nds_handle. + * \param mutable_nds_handle The NDArrays that current operation will
[incubator-mxnet] branch master updated (6b8e107 -> 50495d7)
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a change to branch master in repository https://gitbox.apache.org/repos/asf/incubator-mxnet.git. from 6b8e107 fix the if condition for LayerNorm (#15094) add 50495d7 NAG Optimizer with multi-precision support (#14568) No new revisions were added by this update. Summary of changes: python/mxnet/optimizer/optimizer.py | 58 src/operator/optimizer_op-inl.h | 163 +++- src/operator/optimizer_op.cc| 57 ++- src/operator/optimizer_op.cu| 6 ++ tests/python/unittest/test_optimizer.py | 28 ++ 5 files changed, 275 insertions(+), 37 deletions(-)
[incubator-mxnet] branch master updated: Revert "Improve FC perf when no_bias=False (#15033)" (#15099)
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/incubator-mxnet.git The following commit(s) were added to refs/heads/master by this push: new 6543488 Revert "Improve FC perf when no_bias=False (#15033)" (#15099) 6543488 is described below commit 65434886f6caa7210ed3ff39cd4e950c023d8328 Author: Lai Wei AuthorDate: Thu May 30 00:02:54 2019 -0700 Revert "Improve FC perf when no_bias=False (#15033)" (#15099) This reverts commit 6cf964af0d4a71772d94760617f333ff858be0b1. --- src/operator/nn/fully_connected-inl.h | 14 +- src/operator/nn/fully_connected.cc | 2 ++ tests/python/unittest/test_operator.py | 21 - 3 files changed, 3 insertions(+), 34 deletions(-) diff --git a/src/operator/nn/fully_connected-inl.h b/src/operator/nn/fully_connected-inl.h index 44af375..e4bb11f 100644 --- a/src/operator/nn/fully_connected-inl.h +++ b/src/operator/nn/fully_connected-inl.h @@ -36,7 +36,6 @@ #include "../elemwise_op_common.h" #include "../linalg.h" #include "../../common/utils.h" -#include "../tensor/broadcast_reduce_op.h" namespace mxnet { namespace op { @@ -170,18 +169,7 @@ void FCBackward(const OpContext &ctx, const FullyConnectedParam ¶m, // gradient of bias if (!param.no_bias) { Tensor gbias = in_grad[fullc::kBias].get(s); -TBlob grad_blob = TBlob(grad); -TBlob gbias_blob = TBlob(gbias); -mxnet::TShape x(1, 0); -mxnet::TShape small; -if (shape_assign(&gbias_blob.shape_, Shape2(param.num_hidden, 1))) { - small = gbias_blob.shape_; -} else { - small = ReduceAxesShapeImpl(grad_blob.shape_, dmlc::optional(x), true, false); -} -ReduceAxesComputeImpl(ctx, {grad_blob}, {req[fullc::kBias]}, -{in_grad[fullc::kBias]}, small); +Assign(gbias, req[fullc::kBias], sum_rows(grad)); } // gradient of data // Legacy approach shown here for comparison: diff --git a/src/operator/nn/fully_connected.cc b/src/operator/nn/fully_connected.cc index 27f6595..a097357 100644 --- a/src/operator/nn/fully_connected.cc +++ b/src/operator/nn/fully_connected.cc @@ -316,9 +316,11 @@ NNVM_REGISTER_OP(_backward_FullyConnected) const FullyConnectedParam& params = nnvm::get(attrs.parsed); return params.no_bias ? 2 : 3; }) +#if MXNET_USE_MKLDNN == 1 .set_attr("FResourceRequest", [](const NodeAttrs& n) { return std::vector{ResourceRequest::kTempSpace}; }) +#endif .set_attr("TIsBackward", true) .set_attr("FInplaceOption", [](const NodeAttrs& attrs){ return std::vector >{{1, 0}}; diff --git a/tests/python/unittest/test_operator.py b/tests/python/unittest/test_operator.py index 2dd5fe3..52fe69b 100644 --- a/tests/python/unittest/test_operator.py +++ b/tests/python/unittest/test_operator.py @@ -697,27 +697,6 @@ def test_symbol_pow(): @with_seed() -def test_fully_connected(): -data = mx.sym.var("data") -fc_weight = mx.sym.var("weight") -fc_bias = mx.sym.var("bias") -fc = mx.sym.FullyConnected(data=data, weight=fc_weight, bias=fc_bias, num_hidden=10, no_bias=False, name='fc') -data = mx.nd.random.uniform(shape=(5, 5, 5, 13), dtype=np.float32) -fc_weight = mx.nd.random.uniform(shape=(10, 325), dtype=np.float32) -fc_bias = mx.nd.random.uniform(shape=(10), dtype=np.float32) -fc_bias2 = mx.nd.random.uniform(shape=(10, 1), dtype=np.float32) -data_np = data.asnumpy().reshape(5, 325) -fc_weight_np = np.transpose(fc_weight.asnumpy()) -fc_bias_np = fc_bias.asnumpy() -res = np.dot(data_np, fc_weight_np) + fc_bias.asnumpy() -check_symbolic_forward(fc, {'data': data_np, 'weight': fc_weight.asnumpy(), 'bias': fc_bias_np}, {'fc_output': res}) -check_numeric_gradient(fc, {'data': data_np, 'weight': fc_weight.asnumpy(), 'bias': fc_bias_np}, - numeric_eps=1e-2, rtol=1e-4, atol=1e-2) -# TODO: Fix Bug #15032 when bias has ndim > 1 -#check_symbolic_forward(fc, {'data': data_np, 'weight': fc_weight.asnumpy(), 'bias': fc_bias2.asnumpy()}, {'fc_output': res}) - - -@with_seed() def test_pow_fn(): shape = (3, 4) exp = mx.symbol.Variable("exp")
[incubator-mxnet] branch master updated: Improve FC perf when no_bias=False (#15033)
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/incubator-mxnet.git The following commit(s) were added to refs/heads/master by this push: new 6cf964a Improve FC perf when no_bias=False (#15033) 6cf964a is described below commit 6cf964af0d4a71772d94760617f333ff858be0b1 Author: Anirudh Subramanian AuthorDate: Sun May 26 18:07:42 2019 -0700 Improve FC perf when no_bias=False (#15033) * Improve FC perf when no_bias=False * Add Issue number in comment * Correct req --- src/operator/nn/fully_connected-inl.h | 14 +- src/operator/nn/fully_connected.cc | 2 -- tests/python/unittest/test_operator.py | 21 + 3 files changed, 34 insertions(+), 3 deletions(-) diff --git a/src/operator/nn/fully_connected-inl.h b/src/operator/nn/fully_connected-inl.h index e4bb11f..44af375 100644 --- a/src/operator/nn/fully_connected-inl.h +++ b/src/operator/nn/fully_connected-inl.h @@ -36,6 +36,7 @@ #include "../elemwise_op_common.h" #include "../linalg.h" #include "../../common/utils.h" +#include "../tensor/broadcast_reduce_op.h" namespace mxnet { namespace op { @@ -169,7 +170,18 @@ void FCBackward(const OpContext &ctx, const FullyConnectedParam ¶m, // gradient of bias if (!param.no_bias) { Tensor gbias = in_grad[fullc::kBias].get(s); -Assign(gbias, req[fullc::kBias], sum_rows(grad)); +TBlob grad_blob = TBlob(grad); +TBlob gbias_blob = TBlob(gbias); +mxnet::TShape x(1, 0); +mxnet::TShape small; +if (shape_assign(&gbias_blob.shape_, Shape2(param.num_hidden, 1))) { + small = gbias_blob.shape_; +} else { + small = ReduceAxesShapeImpl(grad_blob.shape_, dmlc::optional(x), true, false); +} +ReduceAxesComputeImpl(ctx, {grad_blob}, {req[fullc::kBias]}, +{in_grad[fullc::kBias]}, small); } // gradient of data // Legacy approach shown here for comparison: diff --git a/src/operator/nn/fully_connected.cc b/src/operator/nn/fully_connected.cc index a097357..27f6595 100644 --- a/src/operator/nn/fully_connected.cc +++ b/src/operator/nn/fully_connected.cc @@ -316,11 +316,9 @@ NNVM_REGISTER_OP(_backward_FullyConnected) const FullyConnectedParam& params = nnvm::get(attrs.parsed); return params.no_bias ? 2 : 3; }) -#if MXNET_USE_MKLDNN == 1 .set_attr("FResourceRequest", [](const NodeAttrs& n) { return std::vector{ResourceRequest::kTempSpace}; }) -#endif .set_attr("TIsBackward", true) .set_attr("FInplaceOption", [](const NodeAttrs& attrs){ return std::vector >{{1, 0}}; diff --git a/tests/python/unittest/test_operator.py b/tests/python/unittest/test_operator.py index 52fe69b..2dd5fe3 100644 --- a/tests/python/unittest/test_operator.py +++ b/tests/python/unittest/test_operator.py @@ -697,6 +697,27 @@ def test_symbol_pow(): @with_seed() +def test_fully_connected(): +data = mx.sym.var("data") +fc_weight = mx.sym.var("weight") +fc_bias = mx.sym.var("bias") +fc = mx.sym.FullyConnected(data=data, weight=fc_weight, bias=fc_bias, num_hidden=10, no_bias=False, name='fc') +data = mx.nd.random.uniform(shape=(5, 5, 5, 13), dtype=np.float32) +fc_weight = mx.nd.random.uniform(shape=(10, 325), dtype=np.float32) +fc_bias = mx.nd.random.uniform(shape=(10), dtype=np.float32) +fc_bias2 = mx.nd.random.uniform(shape=(10, 1), dtype=np.float32) +data_np = data.asnumpy().reshape(5, 325) +fc_weight_np = np.transpose(fc_weight.asnumpy()) +fc_bias_np = fc_bias.asnumpy() +res = np.dot(data_np, fc_weight_np) + fc_bias.asnumpy() +check_symbolic_forward(fc, {'data': data_np, 'weight': fc_weight.asnumpy(), 'bias': fc_bias_np}, {'fc_output': res}) +check_numeric_gradient(fc, {'data': data_np, 'weight': fc_weight.asnumpy(), 'bias': fc_bias_np}, + numeric_eps=1e-2, rtol=1e-4, atol=1e-2) +# TODO: Fix Bug #15032 when bias has ndim > 1 +#check_symbolic_forward(fc, {'data': data_np, 'weight': fc_weight.asnumpy(), 'bias': fc_bias2.asnumpy()}, {'fc_output': res}) + + +@with_seed() def test_pow_fn(): shape = (3, 4) exp = mx.symbol.Variable("exp")
[incubator-mxnet] branch master updated: MXNet AMP (automatic mixed precision) (#14173)
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/incubator-mxnet.git The following commit(s) were added to refs/heads/master by this push: new 5bc08ce MXNet AMP (automatic mixed precision) (#14173) 5bc08ce is described below commit 5bc08cec232d04bd812cc8ade2dc1b5469e0bd2b Author: Przemyslaw Tredak AuthorDate: Mon May 20 20:21:26 2019 -0700 MXNet AMP (automatic mixed precision) (#14173) * Beginning of AMP * Optimize noop cast * More operations added * Backward cast * Adding AMPCast and AMPMultiCast * Fix some of lint * Changed symbol wrapper to handle hidden inputs Added PoC of dynamic loss scaling * Moved back to dmlc/tvm repo * fix counter reset to increase loss scale every 2k iterations * Fix indentation * Add contrib from symbol and ndarray to symbol list * Adding where to widest type cast * Do not cast in imperative mode on CPU context * Update dmlc-core to fix unittests * Fix wrapper metadata, fix self handling * Blacklist sync batchnorm (since its implementation is FP32 only) * Fix lint * Enable losses to be tuple * Get rid of AMP handle * Add scaling to Output functions * Fix pylint * Update dmlc-core * Changing prints in AMP to logging.info * NNVM -> MXNet for FInferShape * Bring the inplaceidentity fix to copied pass from NNVM * Added tutorial for AMP * Making Windows compiler happy * Fixes to tutorial * More fixes * Fix lint * Fix * Add amp/index.md to whitelist for tutorial tests * Whitelisting cuDNN RNN * Manual unscale * _internal functions wrapping * Make SymbolFunctor from Symbol * Fix the type infer function of AMP multicast * Added ability to override casting lists * Making clang-tidy and pylint happy * More cleaning * Making clang-tidy really happy * remove amp_cast and amp_multicast before saving the model * Changes from review * Add RemoveAmpCast in a separate c_api function, add the option in symbol.save * add remove_amp_cast option (True by default) to everyway of saving symbol * Fix * First stab at adding the gray list * More ops added * Adding the rest of the functions * Improvements to AMP test * Changing of names and changing wrapping * Moving to contrib * Modifying tutorial for contrib AMP * Removing non existent functions * Fix import in test * Fix lint * Added new functions * Added assert * Fix the unknown ndim in PlanMemory pass * Moving back to FP16_FUNCS and FP16_FP32_FUNCS * Removing unnecessary ops * Adding ops that exist only in some build configurations and removing tests checking that AMP lists contain only existing ops * Removing warning when not every function was found during AMP init because of functions being available only in specific configurations * Add tests and doc * Fix the CPU version of all_finite * Adding test cases for all_finite operator * Add new operators * Fix --- 3rdparty/tvm | 2 +- docs/tutorials/amp/amp_tutorial.md | 266 ++ docs/tutorials/amp/index.md | 25 + docs/tutorials/index.md | 2 + include/mxnet/c_api.h| 15 + python/mxnet/contrib/amp/__init__.py | 22 + python/mxnet/contrib/amp/amp.py | 344 + python/mxnet/contrib/amp/lists/__init__.py | 21 + python/mxnet/contrib/amp/lists/symbol.py | 609 +++ python/mxnet/contrib/amp/loss_scaler.py | 77 +++ python/mxnet/gluon/block.py | 4 +- python/mxnet/gluon/contrib/rnn/conv_rnn_cell.py | 12 +- python/mxnet/gluon/contrib/rnn/rnn_cell.py | 8 +- python/mxnet/gluon/rnn/rnn_cell.py | 20 +- python/mxnet/model.py| 12 +- python/mxnet/module/module.py| 4 +- python/mxnet/symbol/symbol.py| 17 +- src/c_api/c_api_symbolic.cc | 24 + src/imperative/cached_op.cc | 2 +- src/imperative/imperative.cc | 2 +- src/nnvm/plan_memory.cc | 8 +- src/operator/contrib/all_finite-inl.h| 100 src/operator/contrib/all_finite.cc | 168 +++ src/operator/contrib/all_finite.cu | 107 src/opera
[incubator-mxnet] branch master updated: Fix test randint (#14990)
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/incubator-mxnet.git The following commit(s) were added to refs/heads/master by this push: new 96dd059 Fix test randint (#14990) 96dd059 is described below commit 96dd059c6c168443f1ebbff2ef3a25cf6358a15d Author: Anirudh Subramanian AuthorDate: Mon May 20 14:46:34 2019 -0700 Fix test randint (#14990) * Add dtype for large int dtypes * Fix bug --- tests/nightly/test_large_array.py | 14 +++--- 1 file changed, 7 insertions(+), 7 deletions(-) diff --git a/tests/nightly/test_large_array.py b/tests/nightly/test_large_array.py index f798cbc..638f077 100644 --- a/tests/nightly/test_large_array.py +++ b/tests/nightly/test_large_array.py @@ -64,10 +64,10 @@ def test_ndarray_random_randint(): # check if randint can generate value greater than 2**32 (large) low_large_value = 2**32 high_large_value = 2**34 -a = nd.random.randint(low_large_value,high_large_value) +a = nd.random.randint(low_large_value,high_large_value, dtype=np.int64) low = mx.nd.array([low_large_value], dtype='int64') high = mx.nd.array([high_large_value], dtype='int64') -assert a.__gt__(low) & a.__lt__(high) +assert a.__gt__(low) and a.__lt__(high) def test_ndarray_empty(): @@ -87,20 +87,20 @@ def test_elementwise(): def test_reduce(): -a = nd.ones(shape=(LARGE_X, SMALL_Y)) +a = nd.ones(shape=(LARGE_X, SMALL_Y)) assert nd.sum(a).asnumpy() == a.shape[0] * a.shape[1] def test_dot(): -a = nd.ones(shape=(LARGE_X, SMALL_Y)) +a = nd.ones(shape=(LARGE_X, SMALL_Y)) b = nd.ones(shape=(SMALL_Y, SMALL_Y)) res = nd.dot(a, b) assert np.sum(res[-1].asnumpy() == SMALL_Y) == b.shape[1] def test_FullyConnected(): -a = nd.ones(shape=(LARGE_X, SMALL_Y)) -b = nd.ones(shape=(SMALL_Y, SMALL_Y)) +a = nd.ones(shape=(LARGE_X, SMALL_Y)) +b = nd.ones(shape=(SMALL_Y, SMALL_Y)) res = nd.FullyConnected(a, b, num_hidden=b.shape[1], no_bias=True) assert np.sum(res[-1].asnumpy() == SMALL_Y) == b.shape[1] @@ -186,7 +186,7 @@ def test_pick(): b = mx.nd.ones(shape=(256*35,)) res = mx.nd.pick(a,b) assert res.shape == b.shape - + def test_depthtospace(): def numpy_depth_to_space(x, blocksize): b, c, h, w = x.shape[0], x.shape[1], x.shape[2], x.shape[3]
[incubator-mxnet] branch master updated: fix custom op fork test (#14753)
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/incubator-mxnet.git The following commit(s) were added to refs/heads/master by this push: new 68efc15 fix custom op fork test (#14753) 68efc15 is described below commit 68efc1598240bbe36b91d6660489519431795a5d Author: Wang Jiajun AuthorDate: Mon Apr 22 18:36:21 2019 -0500 fix custom op fork test (#14753) * fix custom op fork test * trigger CI --- tests/python/gpu/test_operator_gpu.py | 1 + tests/python/unittest/test_operator.py | 5 - 2 files changed, 5 insertions(+), 1 deletion(-) diff --git a/tests/python/gpu/test_operator_gpu.py b/tests/python/gpu/test_operator_gpu.py index 19fc1ec..392d0cf 100644 --- a/tests/python/gpu/test_operator_gpu.py +++ b/tests/python/gpu/test_operator_gpu.py @@ -48,6 +48,7 @@ from test_contrib_operator import test_multibox_target_op set_default_context(mx.gpu(0)) del test_support_vector_machine_l1_svm # noqa del test_support_vector_machine_l2_svm # noqa +del test_custom_op_fork #noqa def check_countsketch(in_dim,out_dim,n): diff --git a/tests/python/unittest/test_operator.py b/tests/python/unittest/test_operator.py index f2d8a1b..cef6672 100644 --- a/tests/python/unittest/test_operator.py +++ b/tests/python/unittest/test_operator.py @@ -5393,6 +5393,9 @@ def test_custom_op(): x = mx.nd.Custom(length=10, depth=10, op_type="no_input_op") assert_almost_equal(x.asnumpy(), np.ones(shape=(10, 10), dtype=np.float32)) + +@with_seed() +def test_custom_op_fork(): # test custom operator fork # see https://github.com/apache/incubator-mxnet/issues/14396 class AdditionOP(mx.operator.CustomOp): @@ -5430,7 +5433,7 @@ def test_custom_op(): p.daemon = True p.start() p.join(5) -assert not p.is_alive(), "deadlock may exist in custom operator" +assert not p.is_alive() and p.exitcode == 0 def _build_dot_custom(fun_forward, name):
[incubator-mxnet] branch master updated: Fix documentation for bilinear upsampling and add unit test (#14035)
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/incubator-mxnet.git The following commit(s) were added to refs/heads/master by this push: new 3b23c2d Fix documentation for bilinear upsampling and add unit test (#14035) 3b23c2d is described below commit 3b23c2de950fb0e4d44560f4c7ea933a520c526c Author: Vandana Kannan AuthorDate: Wed Apr 17 14:10:16 2019 -0700 Fix documentation for bilinear upsampling and add unit test (#14035) * Bilinear upsampling documentation and test * test trial * Edit test * Addressed review comments * Fix lint error * Test target shape --- src/operator/nn/upsampling-inl.h | 4 ++- src/operator/nn/upsampling.cc | 7 +++-- tests/python/unittest/test_operator.py | 47 -- 3 files changed, 47 insertions(+), 11 deletions(-) diff --git a/src/operator/nn/upsampling-inl.h b/src/operator/nn/upsampling-inl.h index 662ba78..8219e3e 100644 --- a/src/operator/nn/upsampling-inl.h +++ b/src/operator/nn/upsampling-inl.h @@ -59,7 +59,9 @@ struct UpSamplingParam : public dmlc::Parameter { .set_range(1, 1000) .describe("Up sampling scale"); DMLC_DECLARE_FIELD(num_filter) -.describe("Input filter. Only used by bilinear sample_type.") +.describe("Input filter. Only used by bilinear sample_type." + "Since bilinear upsampling uses deconvolution, num_filters " + "is set to the number of channels.") .set_default(0); DMLC_DECLARE_FIELD(sample_type) .add_enum("nearest", up_enum::kNearest) diff --git a/src/operator/nn/upsampling.cc b/src/operator/nn/upsampling.cc index ac63816..cb57b1b 100644 --- a/src/operator/nn/upsampling.cc +++ b/src/operator/nn/upsampling.cc @@ -121,7 +121,9 @@ struct UpSamplingGrad { DMLC_REGISTER_PARAMETER(UpSamplingParam); NNVM_REGISTER_OP(UpSampling) -.describe("Performs nearest neighbor/bilinear up sampling to inputs.") +.describe("Performs nearest neighbor/bilinear up sampling to inputs. " + "Bilinear upsampling makes use of deconvolution. Therefore, " + "provide 2 inputs - data and weight. ") .set_num_inputs([](const NodeAttrs& attrs) { const UpSamplingParam& params = nnvm::get(attrs.parsed); return params.sample_type == up_enum::kNearest ? params.num_args : 2; @@ -149,7 +151,8 @@ NNVM_REGISTER_OP(UpSampling) .set_attr("FCompute", UpSamplingCompute) .set_attr("FGradient", UpSamplingGrad{"_backward_UpSampling"}) .set_attr("key_var_num_args", "num_args") -.add_argument("data", "NDArray-or-Symbol[]", "Array of tensors to upsample") +.add_argument("data", "NDArray-or-Symbol[]", "Array of tensors to upsample. " + "For bilinear upsampling, there should be 2 inputs - 1 data and 1 weight.") .add_arguments(UpSamplingParam::__FIELDS__()) .set_attr("FSetInputVarAttrOnCompose", [](const nnvm::NodeAttrs& attrs, nnvm::NodePtr var, const int index) { diff --git a/tests/python/unittest/test_operator.py b/tests/python/unittest/test_operator.py index 9db1b51..f2d8a1b 100644 --- a/tests/python/unittest/test_operator.py +++ b/tests/python/unittest/test_operator.py @@ -1526,17 +1526,32 @@ def check_nearest_upsampling_with_shape(shapes, scale, root_scale): assert_allclose(arr[name].asnumpy()*root_scale**2*scale**(2*k), arr_grad[name].asnumpy(), rtol=1e-4) -def check_bilinear_upsampling_with_shape(shapes, scale, root_scale): -arr = {'arg_%d'%i: mx.random.uniform(-10.0, 10.0, shape, ctx=mx.cpu()).copyto(default_context()) for i, shape in zip(range(len(shapes)), shapes)} -arr_grad = {'arg_%d'%i: mx.nd.zeros(shape) for i, shape in zip(range(len(shapes)), shapes)} - -up = mx.sym.UpSampling(*[mx.sym.Variable('arg_%d'%i) for i in range(len(shapes))], sample_type='bilinear', scale=root_scale) +def check_bilinear_upsampling_with_shape(data_shape, weight_shape, scale, root_scale, num_filter): +def _init_bilinear(arr, f): +weight = np.zeros(np.prod(arr.shape), dtype='float32') +shape = arr.shape +c = (2 * f - 1 - f % 2) / (2. * f) +for i in range(np.prod(shape)): +x = i % shape[3] +y = (i // shape[3]) % shape[2] +weight[i] = (1 - abs(x / f - c)) * (1 - abs(y / f - c)) +arr[:] = weight.reshape(shape) +return arr + +up = mx.sym.UpSampling(mx.sym.Variable("data"), +mx.sym.Variable('weight'), sample_type='bilinear', scale=root_scale, +num_filter=num_filter, num_args=2) +arg_shapes, out_shapes, _ = up.infer_shape(d
[incubator-mxnet] branch master updated: Tweak the copy for the cudnn autotuning warning. (#14680)
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/incubator-mxnet.git The following commit(s) were added to refs/heads/master by this push: new 30d479f Tweak the copy for the cudnn autotuning warning. (#14680) 30d479f is described below commit 30d479feae11b04d423f2ec055d124fb6d2d5730 Author: Kellen Sunderland AuthorDate: Fri Apr 12 13:17:07 2019 -0700 Tweak the copy for the cudnn autotuning warning. (#14680) --- src/operator/nn/cudnn/cudnn_algoreg-inl.h | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/operator/nn/cudnn/cudnn_algoreg-inl.h b/src/operator/nn/cudnn/cudnn_algoreg-inl.h index cef9d6f..3f2d24c 100644 --- a/src/operator/nn/cudnn/cudnn_algoreg-inl.h +++ b/src/operator/nn/cudnn/cudnn_algoreg-inl.h @@ -96,7 +96,7 @@ class CuDNNAlgoReg { if (param.cudnn_tune.value() && reg_.size() % 50 == 0) { LOG(INFO) << "Running performance tests to find the best convolution " "algorithm, " -"this can take a while... (setting env variable " +"this can take a while... (set the environment variable " "MXNET_CUDNN_AUTOTUNE_DEFAULT to 0 to disable)"; if (reg_.size() >= 1000) { // Many people are very concerned about this warning, so change the warning once.
[incubator-mxnet] branch master updated: Add MXEnginePushAsync and MXEnginePushSync C APIs (#14615)
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/incubator-mxnet.git The following commit(s) were added to refs/heads/master by this push: new 800590e Add MXEnginePushAsync and MXEnginePushSync C APIs (#14615) 800590e is described below commit 800590e5116d75f5f0aa0f554c501627f43e8e39 Author: Yuxi Hu AuthorDate: Thu Apr 11 22:04:49 2019 -0700 Add MXEnginePushAsync and MXEnginePushSync C APIs (#14615) * add PushAsyncPtr and PushSyncPtr APIs in engine * avoid using shared_ptr for param in new APIs * avoid using std::vector in parameters * change to C API * address comments and add tests * fix perl build * use int instead of size_t --- include/mxnet/c_api.h| 61 +- src/c_api/c_api.cc | 88 tests/cpp/engine/threaded_engine_test.cc | 78 3 files changed, 225 insertions(+), 2 deletions(-) diff --git a/include/mxnet/c_api.h b/include/mxnet/c_api.h index 9a24b75..2f9d74d 100644 --- a/include/mxnet/c_api.h +++ b/include/mxnet/c_api.h @@ -95,10 +95,22 @@ typedef void *CudaKernelHandle; typedef void *ProfileHandle; /*! \brief handle to DLManagedTensor*/ typedef void *DLManagedTensorHandle; - +/*! \brief handle to Context */ +typedef const void *ContextHandle; +/*! \brief handle to Engine FnProperty */ +typedef const void *EngineFnPropertyHandle; +/*! \brief handle to Engine VarHandle */ +typedef void *EngineVarHandle; + +/*! \brief Engine asynchronous operation */ +typedef void (*EngineAsyncFunc)(void*, void*, void*); +/*! \brief Engine synchronous operation */ +typedef void (*EngineSyncFunc)(void*, void*); +/*! \brief Callback to free the param for EngineAsyncFunc/EngineSyncFunc */ +typedef void (*EngineFuncParamDeleter)(void*); typedef void (*ExecutorMonitorCallback)(const char*, NDArrayHandle, -void *); +void*); struct NativeOpInfo { void (*forward)(int, float**, int*, unsigned**, int*, void*); @@ -2541,6 +2553,51 @@ MXNET_DLL int MXNDArrayGetSharedMemHandle(NDArrayHandle handle, int* shared_pid, MXNET_DLL int MXNDArrayCreateFromSharedMem(int shared_pid, int shared_id, const mx_uint *shape, mx_uint ndim, int dtype, NDArrayHandle *out); +/*! + * \brief Push an asynchronous operation to the engine. + * \param async_func Execution function whici takes a parameter on_complete + * that must be called when the execution ompletes. + * \param func_param The parameter set on calling async_func, can be NULL. + * \param deleter The callback to free func_param, can be NULL. + * \param ctx_handle Execution context. + * \param const_vars_handle The variables that current operation will use + * but not mutate. + * \param num_const_vars The number of const_vars. + * \param mutable_vars_handle The variables that current operation will mutate. + * \param num_mutable_vars The number of mutable_vars. + * \param prop_handle Property of the function. + * \param priority Priority of the action, as hint to the engine. + * \param opr_name The operation name. + * \param wait Whether this is a WaitForVar operation. + */ +MXNET_DLL int MXEnginePushAsync(EngineAsyncFunc async_func, void* func_param, +EngineFuncParamDeleter deleter, ContextHandle ctx_handle, +EngineVarHandle const_vars_handle, int num_const_vars, +EngineVarHandle mutable_vars_handle, int num_mutable_vars, +EngineFnPropertyHandle prop_handle = NULL, int priority = 0, +const char* opr_name = NULL, bool wait = false); + +/*! + * \brief Push a synchronous operation to the engine. + * \param sync_func Execution function that executes the operation. + * \param func_param The parameter set on calling sync_func, can be NULL. + * \param deleter The callback to free func_param, can be NULL. + * \param ctx_handle Execution context. + * \param const_vars_handle The variables that current operation will use + * but not mutate. + * \param num_const_vars The number of const_vars. + * \param mutable_vars_handle The variables that current operation will mutate. + * \param num_mutable_vars The number of mutable_vars. + * \param prop_handle Property of the function. + * \param priority Priority of the action, as hint to the engine. + * \param opr_name The operation name. + */ +MXNET_DLL int MXEnginePushSync(EngineSyncFunc sync_func, void* func_param, + EngineFuncParamDeleter deleter, ContextHandle ctx_handle
[incubator-mxnet] branch master updated: [MXNET-1357] Fix the cpp-examples to add exception handling (#14441)
This is an automated email from the ASF dual-hosted git repository. anirudh2290 pushed a commit to branch master in repository https://gitbox.apache.org/repos/asf/incubator-mxnet.git The following commit(s) were added to refs/heads/master by this push: new 9e4ee99 [MXNET-1357] Fix the cpp-examples to add exception handling (#14441) 9e4ee99 is described below commit 9e4ee992f90e7da6cf52fb2664f7aaeffa8ccb62 Author: Amol Lele <19983848+lelea...@users.noreply.github.com> AuthorDate: Tue Apr 2 16:23:54 2019 -0700 [MXNET-1357] Fix the cpp-examples to add exception handling (#14441) * Adding exception handling to the cpp-package examples. * Updating exception handling to catch dmlc::error. * Removed the catch all exception. --- cpp-package/example/alexnet.cpp | 2 ++ cpp-package/example/charRNN.cpp | 3 +++ cpp-package/example/googlenet.cpp | 2 ++ cpp-package/example/inception_bn.cpp | 2 ++ cpp-package/example/lenet.cpp | 3 +++ cpp-package/example/lenet_with_mxdataiter.cpp | 2 ++ cpp-package/example/mlp.cpp | 3 +++ cpp-package/example/mlp_cpu.cpp | 2 ++ cpp-package/example/mlp_csv.cpp | 2 ++ cpp-package/example/mlp_gpu.cpp | 2 ++ cpp-package/example/resnet.cpp| 2 ++ cpp-package/example/test_score.cpp| 4 +++- cpp-package/example/utils.h | 9 + 13 files changed, 37 insertions(+), 1 deletion(-) diff --git a/cpp-package/example/alexnet.cpp b/cpp-package/example/alexnet.cpp index 2b2d7b4..21029da 100644 --- a/cpp-package/example/alexnet.cpp +++ b/cpp-package/example/alexnet.cpp @@ -228,6 +228,7 @@ int main(int argc, char const *argv[]) { } #endif + TRY /*net symbol*/ auto Net = AlexnetSymbol(10); @@ -352,5 +353,6 @@ int main(int argc, char const *argv[]) { delete exec; delete opt; MXNotifyShutdown(); + CATCH return 0; } diff --git a/cpp-package/example/charRNN.cpp b/cpp-package/example/charRNN.cpp index 8951580..ac5faa4 100644 --- a/cpp-package/example/charRNN.cpp +++ b/cpp-package/example/charRNN.cpp @@ -42,6 +42,7 @@ #include #include #include "mxnet-cpp/MxNetCpp.h" +#include "utils.h" using namespace mxnet::cpp; @@ -721,6 +722,7 @@ int main(int argc, char** argv) { TIME_MAJOR = task.find("TimeMajor") != std::string::npos; std::cout << "use BuiltIn cuDNN RNN: " << builtIn << std::endl << "use data as TimeMajor: " << TIME_MAJOR << std::endl; + TRY if (task.find("train") == 0) { std::cout << "train batch size: " << argv[3] << std::endl << "train max epoch: " << argv[4] << std::endl; @@ -746,5 +748,6 @@ int main(int argc, char** argv) { } MXNotifyShutdown(); + CATCH return 0; } diff --git a/cpp-package/example/googlenet.cpp b/cpp-package/example/googlenet.cpp index 26ba510..9cf1834 100644 --- a/cpp-package/example/googlenet.cpp +++ b/cpp-package/example/googlenet.cpp @@ -124,6 +124,7 @@ int main(int argc, char const *argv[]) { ctx = Context::cpu();; #endif + TRY auto googlenet = GoogleNetSymbol(10); std::map args_map; std::map aux_map; @@ -192,5 +193,6 @@ int main(int argc, char const *argv[]) { delete exec; delete opt; MXNotifyShutdown(); + CATCH return 0; } diff --git a/cpp-package/example/inception_bn.cpp b/cpp-package/example/inception_bn.cpp index a29ef2d..caf858a 100644 --- a/cpp-package/example/inception_bn.cpp +++ b/cpp-package/example/inception_bn.cpp @@ -172,6 +172,7 @@ int main(int argc, char const *argv[]) { } #endif + TRY auto inception_bn_net = InceptionSymbol(10); std::map args_map; std::map aux_map; @@ -255,5 +256,6 @@ int main(int argc, char const *argv[]) { delete exec; delete opt; MXNotifyShutdown(); + CATCH return 0; } diff --git a/cpp-package/example/lenet.cpp b/cpp-package/example/lenet.cpp index 4259454..a52efd8 100644 --- a/cpp-package/example/lenet.cpp +++ b/cpp-package/example/lenet.cpp @@ -25,6 +25,7 @@ #include #include #include "mxnet-cpp/MxNetCpp.h" +#include "utils.h" using namespace mxnet::cpp; @@ -257,8 +258,10 @@ class Lenet { }; int main(int argc, char const *argv[]) { + TRY Lenet lenet; lenet.Run(argc > 1 ? strtol(argv[1], NULL, 10) : 10); MXNotifyShutdown(); + CATCH return 0; } diff --git a/cpp-package/example/lenet_with_mxdataiter.cpp b/cpp-package/example/lenet_with_mxdataiter.cpp index fac624b..69067d5 100644 --- a/cpp-package/example/lenet_with_mxdataiter.cpp +++ b/cpp-package/example/lenet_with_mxdataiter.cpp @@ -94,6 +94,7 @@ int main(int argc, char const *argv[]) { } #endif + TRY auto lenet = LenetSymbol(); std::map args_map; @@ -197,5 +198,6 @@ int main(int ar