This is an automated email from the ASF dual-hosted git repository.
anirudh2290 pushed a change to branch master
in repository https://gitbox.apache.org/repos/asf/incubator-mxnet.git.
from a726c40 Dynamic custom operator GPU support (#17270)
add b1e4911 Multithreaded Inference Support (#16654)
No new revisions were added by this update.
Summary of changes:
CMakeLists.txt | 6 +-
Makefile | 1 +
ci/docker/runtime_functions.sh | 38 ++
ci/jenkins/Jenkins_steps.groovy | 29 +
ci/jenkins/Jenkinsfile_unix_gpu | 2 +
cpp-package/include/mxnet-cpp/ndarray.hpp | 2 +-
cpp-package/include/mxnet-cpp/symbol.h | 2 +
cpp-package/include/mxnet-cpp/symbol.hpp | 12 +
.../cpp/docs/tutorials/multi_threaded_inference.md | 199 ++++++
example/multi_threaded_inference/Makefile | 66 ++
.../README.md | 4 +-
.../multi_threaded_inference/get_model.py | 24 +-
.../multi_threaded_inference.cc | 353 +++++++++++
include/mxnet/c_api.h | 14 +
src/c_api/c_api_ndarray.cc | 28 +-
src/imperative/cached_op.cc | 288 +--------
src/imperative/cached_op.h | 385 +++++++++++-
src/imperative/cached_op_threadsafe.cc | 315 ++++++++++
src/imperative/cached_op_threadsafe.h | 134 +++++
tests/CMakeLists.txt | 1 +
tests/cpp/engine/thread_local_test.cc | 2 +-
tests/cpp/include/test_util.h | 38 ++
tests/cpp/operator/mkldnn_operator_test.cc | 37 +-
tests/cpp/test_main.cc | 3 +
tests/cpp/thread_safety/thread_safety_test.cc | 670 +++++++++++++++++++++
tests/cpp/unittest.mk | 9 +-
26 files changed, 2324 insertions(+), 338 deletions(-)
create mode 100644
docs/static_site/src/pages/api/cpp/docs/tutorials/multi_threaded_inference.md
create mode 100644 example/multi_threaded_inference/Makefile
copy example/{ssd/dataset/pycocotools => multi_threaded_inference}/README.md
(83%)
copy docs/cpp_docs/Makefile => example/multi_threaded_inference/get_model.py
(57%)
create mode 100644 example/multi_threaded_inference/multi_threaded_inference.cc
create mode 100644 src/imperative/cached_op_threadsafe.cc
create mode 100644 src/imperative/cached_op_threadsafe.h
create mode 100644 tests/cpp/thread_safety/thread_safety_test.cc
