This is an automated email from the ASF dual-hosted git repository. baunsgaard pushed a commit to branch main in repository https://gitbox.apache.org/repos/asf/systemds.git
commit f97ab94eddce1d585e2d021e3dadcd4bc907317e Author: baunsgaard <[email protected]> AuthorDate: Tue Nov 8 14:10:20 2022 +0100 [MINOR] Reduce package time by excluding generated content This commit change our files to include in bin and src releases. Locally on my machine it started taking upwards of 5-8 minutes to do 'mvn clean package -P distribution', because we were packing libraries, datasets, and resources that was not needed for the release archives. systemds.zip after 31.7 MB before: 664.6 MB systemds-bin.zip after 75.2 MB before: 396.5 MB --- .github/workflows/python.yml | 6 +++++- src/assembly/bin.xml | 7 +++++-- src/assembly/source.xml | 9 +++++++++ 3 files changed, 19 insertions(+), 3 deletions(-) diff --git a/.github/workflows/python.yml b/.github/workflows/python.yml index 98de701713..9b88a2915b 100644 --- a/.github/workflows/python.yml +++ b/.github/workflows/python.yml @@ -95,7 +95,11 @@ jobs: architecture: 'x64' - name: Install pip Dependencies - run: pip install numpy py4j wheel scipy sklearn requests pandas unittest-parallel + run: | + # Install pip twice to update past the versions. + pip install --upgrade pip + pip install --upgrade pip + pip install numpy py4j wheel scipy sklearn requests pandas unittest-parallel - name: Build Python Package run: | diff --git a/src/assembly/bin.xml b/src/assembly/bin.xml index 80a2ddd067..06c25c0a1f 100644 --- a/src/assembly/bin.xml +++ b/src/assembly/bin.xml @@ -38,8 +38,11 @@ <excludes> <exclude>algorithms/obsolete/*</exclude> <exclude>algorithms/obsolete</exclude> - <exclude>perftest/**/*</exclude> - <exclude>perftest</exclude> + <exclude>monitoring/.angular/**</exclude> + <exclude>monitoring/node_modules/**</exclude> + <exclude>**/obsolete/**</exclude> + <exclude>tutorials/**</exclude> + <exclude>perftest/**</exclude> <exclude>perftestDeprecated/*</exclude> <exclude>perftestDeprecated</exclude> <exclude>staging/**/*</exclude> diff --git a/src/assembly/source.xml b/src/assembly/source.xml index bba00154a8..4c1c0be745 100644 --- a/src/assembly/source.xml +++ b/src/assembly/source.xml @@ -48,6 +48,15 @@ <exclude>**/target/**/*</exclude> <exclude>**/temp</exclude> <exclude>**/temp/**/*</exclude> + <exclude>scripts/monitoring/.angular/**</exclude> + <exclude>scripts/monitoring/node_modules/**</exclude> + <exclude>**/obsolete/**</exclude> + <exclude>scripts/tutorials/**</exclude> + <exclude>scripts/perftest/**</exclude> + <exclude>scripts/staging/**</exclude> + <exclude>./src/main/python/**</exclude> + <!-- exclude docs dir, since it is for webpage and docs are included in src --> + <exclude>docs/**</exclude> <exclude>./src/test/config/hadoop_bin_windows/**</exclude> <exclude>./src/main/cpp/lib/**</exclude> <exclude>pom.xml.versionsBackup</exclude>
