szha closed pull request #9280: Add timeouts to windows tasks in Jenkinsfile
URL: https://github.com/apache/incubator-mxnet/pull/9280
This is a PR merged from a forked repository.
As GitHub hides the original diff on merge, it is displayed below for
the sake of provenance:
As this is a foreign pull request (from a fork), the diff is supplied
below (as it won't show otherwise due to GitHub magic):
diff --git a/Jenkinsfile b/Jenkinsfile
index aee091f0d8..a8f98abace 100644
--- a/Jenkinsfile
+++ b/Jenkinsfile
@@ -245,31 +245,33 @@ try {
},
'Build CPU windows':{
node('mxnetwindows-cpu') {
- ws('workspace/build-cpu') {
- withEnv(['OpenBLAS_HOME=C:\\mxnet\\openblas',
'OpenCV_DIR=C:\\mxnet\\opencv_vc14', 'CUDA_PATH=C:\\CUDA\\v8.0']) {
- init_git_win()
- bat """mkdir build_vc14_cpu
- call "C:\\Program Files (x86)\\Microsoft Visual Studio
14.0\\VC\\bin\\x86_amd64\\vcvarsx86_amd64.bat"
- cd build_vc14_cpu
- cmake -G \"Visual Studio 14 2015 Win64\" -DUSE_CUDA=0
-DUSE_CUDNN=0 -DUSE_NVRTC=0 -DUSE_OPENCV=1 -DUSE_OPENMP=1 -DUSE_PROFILER=1
-DUSE_BLAS=open -DUSE_LAPACK=1 -DUSE_DIST_KVSTORE=0 ${env.WORKSPACE}"""
- bat 'C:\\mxnet\\build_vc14_cpu.bat'
+ timeout(time: max_time, unit: 'MINUTES') {
+ ws('workspace/build-cpu') {
+ withEnv(['OpenBLAS_HOME=C:\\mxnet\\openblas',
'OpenCV_DIR=C:\\mxnet\\opencv_vc14', 'CUDA_PATH=C:\\CUDA\\v8.0']) {
+ init_git_win()
+ bat """mkdir build_vc14_cpu
+ call "C:\\Program Files (x86)\\Microsoft Visual Studio
14.0\\VC\\bin\\x86_amd64\\vcvarsx86_amd64.bat"
+ cd build_vc14_cpu
+ cmake -G \"Visual Studio 14 2015 Win64\" -DUSE_CUDA=0
-DUSE_CUDNN=0 -DUSE_NVRTC=0 -DUSE_OPENCV=1 -DUSE_OPENMP=1 -DUSE_PROFILER=1
-DUSE_BLAS=open -DUSE_LAPACK=1 -DUSE_DIST_KVSTORE=0 ${env.WORKSPACE}"""
+ bat 'C:\\mxnet\\build_vc14_cpu.bat'
- bat '''rmdir /s/q pkg_vc14_cpu
- mkdir pkg_vc14_cpu\\lib
- mkdir pkg_vc14_cpu\\python
- mkdir pkg_vc14_cpu\\include
- mkdir pkg_vc14_cpu\\build
- copy build_vc14_cpu\\Release\\libmxnet.lib pkg_vc14_cpu\\lib
- copy build_vc14_cpu\\Release\\libmxnet.dll pkg_vc14_cpu\\build
- xcopy python pkg_vc14_cpu\\python /E /I /Y
- xcopy include pkg_vc14_cpu\\include /E /I /Y
- xcopy dmlc-core\\include pkg_vc14_cpu\\include /E /I /Y
- xcopy mshadow\\mshadow pkg_vc14_cpu\\include\\mshadow /E /I /Y
- xcopy nnvm\\include pkg_vc14_cpu\\nnvm\\include /E /I /Y
- del /Q *.7z
- 7z.exe a vc14_cpu.7z pkg_vc14_cpu\\
- '''
- stash includes: 'vc14_cpu.7z', name: 'vc14_cpu'
+ bat '''rmdir /s/q pkg_vc14_cpu
+ mkdir pkg_vc14_cpu\\lib
+ mkdir pkg_vc14_cpu\\python
+ mkdir pkg_vc14_cpu\\include
+ mkdir pkg_vc14_cpu\\build
+ copy build_vc14_cpu\\Release\\libmxnet.lib pkg_vc14_cpu\\lib
+ copy build_vc14_cpu\\Release\\libmxnet.dll pkg_vc14_cpu\\build
+ xcopy python pkg_vc14_cpu\\python /E /I /Y
+ xcopy include pkg_vc14_cpu\\include /E /I /Y
+ xcopy dmlc-core\\include pkg_vc14_cpu\\include /E /I /Y
+ xcopy mshadow\\mshadow pkg_vc14_cpu\\include\\mshadow /E /I /Y
+ xcopy nnvm\\include pkg_vc14_cpu\\nnvm\\include /E /I /Y
+ del /Q *.7z
+ 7z.exe a vc14_cpu.7z pkg_vc14_cpu\\
+ '''
+ stash includes: 'vc14_cpu.7z', name: 'vc14_cpu'
+ }
}
}
}
@@ -277,30 +279,32 @@ try {
//Todo: Set specific CUDA_ARCh for windows builds in cmake
'Build GPU windows':{
node('mxnetwindows-cpu') {
- ws('workspace/build-gpu') {
- withEnv(['OpenBLAS_HOME=C:\\mxnet\\openblas',
'OpenCV_DIR=C:\\mxnet\\opencv_vc14', 'CUDA_PATH=C:\\CUDA\\v8.0']) {
- init_git_win()
- bat """mkdir build_vc14_gpu
- call "C:\\Program Files (x86)\\Microsoft Visual Studio
14.0\\VC\\bin\\x86_amd64\\vcvarsx86_amd64.bat"
- cd build_vc14_gpu
- cmake -G \"NMake Makefiles JOM\" -DUSE_CUDA=1 -DUSE_CUDNN=1
-DUSE_NVRTC=1 -DUSE_OPENCV=1 -DUSE_OPENMP=1 -DUSE_PROFILER=1 -DUSE_BLAS=open
-DUSE_LAPACK=1 -DUSE_DIST_KVSTORE=0 -DCUDA_ARCH_NAME=All
-DCMAKE_CXX_FLAGS_RELEASE="/FS /MD /O2 /Ob2 /DNDEBUG"
-DCMAKE_BUILD_TYPE=Release ${env.WORKSPACE}"""
- bat 'C:\\mxnet\\build_vc14_gpu.bat'
- bat '''rmdir /s/q pkg_vc14_gpu
- mkdir pkg_vc14_gpu\\lib
- mkdir pkg_vc14_gpu\\python
- mkdir pkg_vc14_gpu\\include
- mkdir pkg_vc14_gpu\\build
- copy build_vc14_gpu\\libmxnet.lib pkg_vc14_gpu\\lib
- copy build_vc14_gpu\\libmxnet.dll pkg_vc14_gpu\\build
- xcopy python pkg_vc14_gpu\\python /E /I /Y
- xcopy include pkg_vc14_gpu\\include /E /I /Y
- xcopy dmlc-core\\include pkg_vc14_gpu\\include /E /I /Y
- xcopy mshadow\\mshadow pkg_vc14_gpu\\include\\mshadow /E /I /Y
- xcopy nnvm\\include pkg_vc14_gpu\\nnvm\\include /E /I /Y
- del /Q *.7z
- 7z.exe a vc14_gpu.7z pkg_vc14_gpu\\
- '''
- stash includes: 'vc14_gpu.7z', name: 'vc14_gpu'
+ timeout(time: max_time, unit: 'MINUTES') {
+ ws('workspace/build-gpu') {
+ withEnv(['OpenBLAS_HOME=C:\\mxnet\\openblas',
'OpenCV_DIR=C:\\mxnet\\opencv_vc14', 'CUDA_PATH=C:\\CUDA\\v8.0']) {
+ init_git_win()
+ bat """mkdir build_vc14_gpu
+ call "C:\\Program Files (x86)\\Microsoft Visual Studio
14.0\\VC\\bin\\x86_amd64\\vcvarsx86_amd64.bat"
+ cd build_vc14_gpu
+ cmake -G \"NMake Makefiles JOM\" -DUSE_CUDA=1 -DUSE_CUDNN=1
-DUSE_NVRTC=1 -DUSE_OPENCV=1 -DUSE_OPENMP=1 -DUSE_PROFILER=1 -DUSE_BLAS=open
-DUSE_LAPACK=1 -DUSE_DIST_KVSTORE=0 -DCUDA_ARCH_NAME=All
-DCMAKE_CXX_FLAGS_RELEASE="/FS /MD /O2 /Ob2 /DNDEBUG"
-DCMAKE_BUILD_TYPE=Release ${env.WORKSPACE}"""
+ bat 'C:\\mxnet\\build_vc14_gpu.bat'
+ bat '''rmdir /s/q pkg_vc14_gpu
+ mkdir pkg_vc14_gpu\\lib
+ mkdir pkg_vc14_gpu\\python
+ mkdir pkg_vc14_gpu\\include
+ mkdir pkg_vc14_gpu\\build
+ copy build_vc14_gpu\\libmxnet.lib pkg_vc14_gpu\\lib
+ copy build_vc14_gpu\\libmxnet.dll pkg_vc14_gpu\\build
+ xcopy python pkg_vc14_gpu\\python /E /I /Y
+ xcopy include pkg_vc14_gpu\\include /E /I /Y
+ xcopy dmlc-core\\include pkg_vc14_gpu\\include /E /I /Y
+ xcopy mshadow\\mshadow pkg_vc14_gpu\\include\\mshadow /E /I /Y
+ xcopy nnvm\\include pkg_vc14_gpu\\nnvm\\include /E /I /Y
+ del /Q *.7z
+ 7z.exe a vc14_gpu.7z pkg_vc14_gpu\\
+ '''
+ stash includes: 'vc14_gpu.7z', name: 'vc14_gpu'
+ }
}
}
}
@@ -450,65 +454,73 @@ try {
},
'Python 2: CPU Win':{
node('mxnetwindows-cpu') {
- ws('workspace/ut-python-cpu') {
- init_git_win()
- unstash 'vc14_cpu'
- bat '''rmdir /s/q pkg_vc14_cpu
- 7z x -y vc14_cpu.7z'''
- bat """xcopy C:\\mxnet\\data data /E /I /Y
- xcopy C:\\mxnet\\model model /E /I /Y
- call activate py2
- set PYTHONPATH=${env.WORKSPACE}\\pkg_vc14_cpu\\python
- del /S /Q ${env.WORKSPACE}\\pkg_vc14_cpu\\python\\*.pyc
- C:\\mxnet\\test_cpu.bat"""
+ timeout(time: max_time, unit: 'MINUTES') {
+ ws('workspace/ut-python-cpu') {
+ init_git_win()
+ unstash 'vc14_cpu'
+ bat '''rmdir /s/q pkg_vc14_cpu
+ 7z x -y vc14_cpu.7z'''
+ bat """xcopy C:\\mxnet\\data data /E /I /Y
+ xcopy C:\\mxnet\\model model /E /I /Y
+ call activate py2
+ set PYTHONPATH=${env.WORKSPACE}\\pkg_vc14_cpu\\python
+ del /S /Q ${env.WORKSPACE}\\pkg_vc14_cpu\\python\\*.pyc
+ C:\\mxnet\\test_cpu.bat"""
+ }
}
}
},
'Python 3: CPU Win': {
- node('mxnetwindows-cpu') {
- ws('workspace/ut-python-cpu') {
- init_git_win()
- unstash 'vc14_cpu'
- bat '''rmdir /s/q pkg_vc14_cpu
- 7z x -y vc14_cpu.7z'''
- bat """xcopy C:\\mxnet\\data data /E /I /Y
- xcopy C:\\mxnet\\model model /E /I /Y
- call activate py3
- set PYTHONPATH=${env.WORKSPACE}\\pkg_vc14_cpu\\python
- del /S /Q ${env.WORKSPACE}\\pkg_vc14_cpu\\python\\*.pyc
- C:\\mxnet\\test_cpu.bat"""
- }
+ node('mxnetwindows-cpu') {
+ timeout(time: max_time, unit: 'MINUTES') {
+ ws('workspace/ut-python-cpu') {
+ init_git_win()
+ unstash 'vc14_cpu'
+ bat '''rmdir /s/q pkg_vc14_cpu
+ 7z x -y vc14_cpu.7z'''
+ bat """xcopy C:\\mxnet\\data data /E /I /Y
+ xcopy C:\\mxnet\\model model /E /I /Y
+ call activate py3
+ set PYTHONPATH=${env.WORKSPACE}\\pkg_vc14_cpu\\python
+ del /S /Q ${env.WORKSPACE}\\pkg_vc14_cpu\\python\\*.pyc
+ C:\\mxnet\\test_cpu.bat"""
+ }
+ }
}
},
'Python 2: GPU Win':{
node('mxnetwindows-gpu') {
- ws('workspace/ut-python-gpu') {
+ timeout(time: max_time, unit: 'MINUTES') {
+ ws('workspace/ut-python-gpu') {
+ init_git_win()
+ unstash 'vc14_gpu'
+ bat '''rmdir /s/q pkg_vc14_gpu
+ 7z x -y vc14_gpu.7z'''
+ bat """xcopy C:\\mxnet\\data data /E /I /Y
+ xcopy C:\\mxnet\\model model /E /I /Y
+ call activate py2
+ set PYTHONPATH=${env.WORKSPACE}\\pkg_vc14_gpu\\python
+ del /S /Q ${env.WORKSPACE}\\pkg_vc14_gpu\\python\\*.pyc
+ C:\\mxnet\\test_gpu.bat"""
+ }
+ }
+ }
+ },
+ 'Python 3: GPU Win':{
+ node('mxnetwindows-gpu') {
+ timeout(time: max_time, unit: 'MINUTES') {
+ ws('workspace/ut-python-gpu') {
init_git_win()
unstash 'vc14_gpu'
bat '''rmdir /s/q pkg_vc14_gpu
7z x -y vc14_gpu.7z'''
bat """xcopy C:\\mxnet\\data data /E /I /Y
xcopy C:\\mxnet\\model model /E /I /Y
- call activate py2
+ call activate py3
set PYTHONPATH=${env.WORKSPACE}\\pkg_vc14_gpu\\python
del /S /Q ${env.WORKSPACE}\\pkg_vc14_gpu\\python\\*.pyc
C:\\mxnet\\test_gpu.bat"""
- }
- }
- },
- 'Python 3: GPU Win':{
- node('mxnetwindows-gpu') {
- ws('workspace/ut-python-gpu') {
- init_git_win()
- unstash 'vc14_gpu'
- bat '''rmdir /s/q pkg_vc14_gpu
- 7z x -y vc14_gpu.7z'''
- bat """xcopy C:\\mxnet\\data data /E /I /Y
- xcopy C:\\mxnet\\model model /E /I /Y
- call activate py3
- set PYTHONPATH=${env.WORKSPACE}\\pkg_vc14_gpu\\python
- del /S /Q ${env.WORKSPACE}\\pkg_vc14_gpu\\python\\*.pyc
- C:\\mxnet\\test_gpu.bat"""
+ }
}
}
}
----------------------------------------------------------------
This is an automated message from the Apache Git Service.
To respond to the message, please log on GitHub and use the
URL above to go to the specific comment.
For queries about this service, please contact Infrastructure at:
[email protected]
With regards,
Apache Git Services
