This is an automated email from the ASF dual-hosted git repository.
urfree pushed a commit to branch main
in repository https://gitbox.apache.org/repos/asf/pulsar-site.git
The following commit(s) were added to refs/heads/main by this push:
new d1e2312 feat: actions and workflows for website build
d1e2312 is described below
commit d1e2312b34530524dc4d6908de2708bab10b6b09
Author: LiLi <[email protected]>
AuthorDate: Fri Jan 21 12:16:26 2022 +0800
feat: actions and workflows for website build
Signed-off-by: LiLi <[email protected]>
---
.github/actions/tune-runner-vm/action.yml | 82 ++++++++++++++++++++
.../workflows/ci-pulsar-website-next-build.yaml | 90 ++++++++++++++++++++++
2 files changed, 172 insertions(+)
diff --git a/.github/actions/tune-runner-vm/action.yml
b/.github/actions/tune-runner-vm/action.yml
new file mode 100644
index 0000000..e8914db
--- /dev/null
+++ b/.github/actions/tune-runner-vm/action.yml
@@ -0,0 +1,82 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied. See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+
+name: Tune Runner VM performance
+description: tunes the GitHub Runner VM operation system
+runs:
+ using: composite
+ steps:
+ - run: |
+ if [[ "$OSTYPE" == "linux-gnu"* ]]; then
+ # Ensure that reverse lookups for current hostname are handled
properly
+ # Add the current IP address, long hostname and short hostname
record to /etc/hosts file
+ echo -e "$(ip addr show eth0 | grep "inet\b" | awk '{print $2}' |
cut -d/ -f1)\t$(hostname -f) $(hostname -s)" | sudo tee -a /etc/hosts
+
+ # The default vm.swappiness setting is 60 which has a tendency to
start swapping when memory
+ # consumption is high.
+ # Set vm.swappiness=1 to avoid swapping and allow high RAM usage
+ echo 1 | sudo tee /proc/sys/vm/swappiness
+ # Set swappiness to 1 for all cgroups and sub-groups
+ for swappiness_dir in /sys/fs/cgroup/memory/*/
/sys/fs/cgroup/memory/*/*/; do
+ if [ -d "swappiness_dir" ]; then
+ echo 1 | sudo tee $(swappiness_dir)memory.swappiness >
/dev/null
+ fi
+ done
+
+ # use "madvise" Linux Transparent HugePages (THP) setting
+ #
https://www.kernel.org/doc/html/latest/admin-guide/mm/transhuge.html
+ # "madvise" is generally a better option than the default "always"
setting
+ echo madvise | sudo tee /sys/kernel/mm/transparent_hugepage/enabled
+
+ # tune filesystem mount options,
https://www.kernel.org/doc/Documentation/filesystems/ext4.txt
+ # commit=999999, effectively disables automatic syncing to disk
(default is every 5 seconds)
+ # nobarrier/barrier=0, loosen data consistency on system crash (no
negative impact to empheral CI nodes)
+ sudo mount -o remount,nodiscard,commit=999999,barrier=0 /
+ sudo mount -o remount,nodiscard,commit=999999,barrier=0 /mnt
+ # disable discard/trim at device level since remount with
nodiscard doesn't seem to be effective
+ # https://www.spinics.net/lists/linux-ide/msg52562.html
+ for i in /sys/block/sd*/queue/discard_max_bytes; do
+ echo 0 | sudo tee $i
+ done
+ # disable any background jobs that run SSD discard/trim
+ sudo systemctl disable fstrim.timer || true
+ sudo systemctl stop fstrim.timer || true
+ sudo systemctl disable fstrim.service || true
+ sudo systemctl stop fstrim.service || true
+
+ # stop php-fpm
+ sudo systemctl stop php8.0-fpm.service || true
+ sudo systemctl stop php7.4-fpm.service || true
+ # stop mono-xsp4
+ sudo systemctl disable mono-xsp4.service || true
+ sudo systemctl stop mono-xsp4.service || true
+ sudo killall mono || true
+
+ # stop Azure Linux agent to save RAM
+ sudo systemctl stop walinuxagent.service || true
+
+ # show memory
+ free -m
+ # show disk
+ df -h
+ # show cggroup
+ echo "/actions_job cgroup settings:"
+ sudo cgget actions_job
+ fi
+ shell: bash
diff --git a/.github/workflows/ci-pulsar-website-next-build.yaml
b/.github/workflows/ci-pulsar-website-next-build.yaml
new file mode 100644
index 0000000..c4dc2db
--- /dev/null
+++ b/.github/workflows/ci-pulsar-website-next-build.yaml
@@ -0,0 +1,90 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied. See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+
+name: CI - Pulsar Website-Next build
+on:
+ # push:
+ # branches: [main]
+ # pull_request:
+ # branches: [main]
+ # schedule:
+ # - cron: '0 */6 * * *'
+
+env:
+ MAVEN_OPTS: -Dhttp.keepAlive=false -Dmaven.wagon.http.pool=false
-Dmaven.wagon.http.retryHandler.class=standard
-Dmaven.wagon.http.retryHandler.count=3
+
+jobs:
+ build-website:
+ if: ${{ github.repository == 'apache/pulsar-site' }}
+ name: Build and publish pulsar website-next
+ runs-on: ubuntu-latest
+ timeout-minutes: 180
+ steps:
+ - name: checkout
+ uses: actions/checkout@v2
+
+ - name: Tune Runner VM
+ uses: ./.github/actions/tune-runner-vm
+
+ - name: Cache local Maven repository
+ uses: actions/cache@v2
+ with:
+ path: |
+ ~/.m2/repository/*/*/*
+ !~/.m2/repository/org/apache/pulsar
+ key: ${{ runner.os }}-m2-dependencies-website-${{
hashFiles('**/pom.xml') }}
+ restore-keys: |
+ ${{ runner.os }}-m2-dependencies-all-${{ hashFiles('**/pom.xml') }}
+ ${{ runner.os }}-m2-dependencies-core-modules-${{
hashFiles('**/pom.xml') }}
+ ${{ runner.os }}-m2-dependencies-core-modules-
+
+ - name: Set up JDK 11
+ uses: actions/setup-java@v2
+ with:
+ distribution: 'temurin'
+ java-version: 11
+
+ - name: clean disk
+ run: |
+ sudo rm -rf /usr/share/dotnet /usr/local/lib/android /opt/ghc
+ sudo apt clean
+ docker rmi $(docker images -q) -f
+ df -h
+
+ - name: run install by skip tests
+ run: mvn -q -B -ntp install -Pcore-modules,-main -DskipTests
-DskipSourceReleaseAssembly=true -Dspotbugs.skip=true -Dlicense.skip=true
+
+ - name: generate swagger json file
+ run: mvn -B -ntp -pl pulsar-broker install -DskipTests -Pswagger
+
+ - name: publish
+ env:
+ GH_TOKEN: ${{ secrets.PULSARBOT_TOKEN }}
+ CROWDIN_DOCUSAURUS_API_KEY: ${{
secrets.PULSAR_CROWDIN_DOCUSAURUS_API_KEY }}
+ run: |
+ export CROWDIN_DOCUSAURUS_PROJECT_ID=apache-pulsar
+ echo "Copying swagger json file ..."
+ mkdir -p site2/website-next/static/swagger/master/
+ cp pulsar-broker/target/docs/swagger*.json
site2/website-next/static/swagger/master
+ echo "Copied swagger json file."
+ echo "Building Website"
+ # Build the new website
+ site2/tools/docker-build-site.sh next
+ # Script was initially made for travis
+ bash -e site2/tools/publish-website.sh next
